2024-12-07 06:19:07,727 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-07 06:19:07,739 main DEBUG Took 0.010512 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 06:19:07,739 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 06:19:07,740 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 06:19:07,741 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 06:19:07,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,752 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 06:19:07,765 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,767 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,768 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,769 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,770 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,771 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,772 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,772 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,773 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,774 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,774 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 06:19:07,776 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,776 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 06:19:07,777 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 06:19:07,779 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 06:19:07,780 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 06:19:07,781 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 06:19:07,782 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 06:19:07,782 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 06:19:07,791 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 06:19:07,793 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 06:19:07,795 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 06:19:07,795 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 06:19:07,796 main DEBUG createAppenders(={Console}) 2024-12-07 06:19:07,797 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-07 06:19:07,797 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-07 06:19:07,797 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-07 06:19:07,798 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 06:19:07,798 main DEBUG OutputStream closed 2024-12-07 06:19:07,798 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 06:19:07,799 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 06:19:07,799 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-07 06:19:07,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 06:19:07,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 06:19:07,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 06:19:07,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 06:19:07,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 06:19:07,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 06:19:07,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 06:19:07,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 06:19:07,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 06:19:07,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 06:19:07,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 06:19:07,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 06:19:07,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 06:19:07,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 06:19:07,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 06:19:07,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 06:19:07,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 06:19:07,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 06:19:07,881 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 06:19:07,882 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-07 06:19:07,882 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 06:19:07,883 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-07T06:19:08,216 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288 2024-12-07 06:19:08,220 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 06:19:08,220 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T06:19:08,233 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-07T06:19:08,257 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T06:19:08,260 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/cluster_c89e7cd8-eeeb-2770-a167-1e9921f5fa2f, deleteOnExit=true 2024-12-07T06:19:08,260 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-07T06:19:08,261 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/test.cache.data in system properties and HBase conf 2024-12-07T06:19:08,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T06:19:08,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/hadoop.log.dir in system properties and HBase conf 2024-12-07T06:19:08,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T06:19:08,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T06:19:08,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-07T06:19:08,384 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T06:19:08,510 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T06:19:08,515 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T06:19:08,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T06:19:08,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T06:19:08,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T06:19:08,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T06:19:08,518 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T06:19:08,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T06:19:08,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T06:19:08,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T06:19:08,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/nfs.dump.dir in system properties and HBase conf 2024-12-07T06:19:08,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/java.io.tmpdir in system properties and HBase conf 2024-12-07T06:19:08,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T06:19:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T06:19:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T06:19:09,408 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T06:19:09,497 INFO [Time-limited test {}] log.Log(170): Logging initialized @2550ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T06:19:09,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T06:19:09,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T06:19:09,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T06:19:09,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T06:19:09,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T06:19:09,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T06:19:09,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/hadoop.log.dir/,AVAILABLE} 2024-12-07T06:19:09,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T06:19:09,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/java.io.tmpdir/jetty-localhost-39971-hadoop-hdfs-3_4_1-tests_jar-_-any-5726301646945429386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T06:19:09,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39971} 2024-12-07T06:19:09,901 INFO [Time-limited test {}] server.Server(415): Started @2955ms 2024-12-07T06:19:10,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T06:19:10,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T06:19:10,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T06:19:10,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T06:19:10,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T06:19:10,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/hadoop.log.dir/,AVAILABLE} 2024-12-07T06:19:10,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T06:19:10,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/java.io.tmpdir/jetty-localhost-41987-hadoop-hdfs-3_4_1-tests_jar-_-any-12039620460175303686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T06:19:10,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:41987} 2024-12-07T06:19:10,474 INFO [Time-limited test {}] server.Server(415): Started @3528ms 2024-12-07T06:19:10,534 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T06:19:11,118 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/cluster_c89e7cd8-eeeb-2770-a167-1e9921f5fa2f/dfs/data/data1/current/BP-1270742445-172.17.0.2-1733552349156/current, will proceed with Du for space computation calculation, 2024-12-07T06:19:11,118 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/cluster_c89e7cd8-eeeb-2770-a167-1e9921f5fa2f/dfs/data/data2/current/BP-1270742445-172.17.0.2-1733552349156/current, will proceed with Du for space computation calculation, 2024-12-07T06:19:11,158 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T06:19:11,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1e856e354af481 with lease ID 0x5174a38c0b6b1e91: Processing first storage report for DS-33dcb2b4-3cd5-4c2c-955b-3ad2f55bf64b from datanode DatanodeRegistration(127.0.0.1:46039, datanodeUuid=ae62cc38-f4a9-4943-8763-c456e2fbbca4, infoPort=33263, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1916858372;c=1733552349156) 2024-12-07T06:19:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1e856e354af481 with lease ID 0x5174a38c0b6b1e91: from storage DS-33dcb2b4-3cd5-4c2c-955b-3ad2f55bf64b node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=ae62cc38-f4a9-4943-8763-c456e2fbbca4, infoPort=33263, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1916858372;c=1733552349156), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T06:19:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1e856e354af481 with lease ID 0x5174a38c0b6b1e91: Processing first storage report for DS-71567e90-0e61-4817-8211-a4748dcddb2f from datanode DatanodeRegistration(127.0.0.1:46039, datanodeUuid=ae62cc38-f4a9-4943-8763-c456e2fbbca4, infoPort=33263, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1916858372;c=1733552349156) 2024-12-07T06:19:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1e856e354af481 with lease ID 0x5174a38c0b6b1e91: from storage DS-71567e90-0e61-4817-8211-a4748dcddb2f node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=ae62cc38-f4a9-4943-8763-c456e2fbbca4, infoPort=33263, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1916858372;c=1733552349156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T06:19:11,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288 2024-12-07T06:19:11,391 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/cluster_c89e7cd8-eeeb-2770-a167-1e9921f5fa2f/zookeeper_0, clientPort=58548, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/cluster_c89e7cd8-eeeb-2770-a167-1e9921f5fa2f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/cluster_c89e7cd8-eeeb-2770-a167-1e9921f5fa2f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T06:19:11,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58548 2024-12-07T06:19:11,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T06:19:11,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T06:19:11,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741825_1001 (size=7) 2024-12-07T06:19:12,078 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3 with version=8 2024-12-07T06:19:12,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/hbase-staging 2024-12-07T06:19:12,207 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T06:19:12,493 INFO [Time-limited test {}] client.ConnectionUtils(129): master/38a4c3e922fd:0 server-side Connection retries=45 2024-12-07T06:19:12,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T06:19:12,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T06:19:12,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T06:19:12,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T06:19:12,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T06:19:12,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T06:19:12,718 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T06:19:12,727 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T06:19:12,731 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T06:19:12,758 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7982 (auto-detected) 2024-12-07T06:19:12,759 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T06:19:12,779 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36097 2024-12-07T06:19:12,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T06:19:12,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T06:19:12,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36097 connecting to ZooKeeper ensemble=127.0.0.1:58548 2024-12-07T06:19:12,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360970x0, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T06:19:12,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36097-0x1006b2161710000 connected 2024-12-07T06:19:12,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T06:19:12,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T06:19:12,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T06:19:12,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36097 2024-12-07T06:19:12,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36097 2024-12-07T06:19:12,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36097 2024-12-07T06:19:12,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36097 2024-12-07T06:19:12,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36097 2024-12-07T06:19:12,925 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3, hbase.cluster.distributed=false 2024-12-07T06:19:12,988 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/38a4c3e922fd:0 server-side Connection retries=45 2024-12-07T06:19:12,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T06:19:12,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T06:19:12,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T06:19:12,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T06:19:12,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T06:19:12,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T06:19:12,993 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T06:19:12,994 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38777 2024-12-07T06:19:12,996 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T06:19:13,002 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T06:19:13,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T06:19:13,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T06:19:13,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38777 connecting to ZooKeeper ensemble=127.0.0.1:58548 2024-12-07T06:19:13,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387770x0, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T06:19:13,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T06:19:13,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38777-0x1006b2161710001 connected 2024-12-07T06:19:13,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T06:19:13,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T06:19:13,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38777 2024-12-07T06:19:13,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38777 2024-12-07T06:19:13,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38777 2024-12-07T06:19:13,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38777 2024-12-07T06:19:13,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38777 2024-12-07T06:19:13,029 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/38a4c3e922fd,36097,1733552352200 2024-12-07T06:19:13,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T06:19:13,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T06:19:13,040 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/38a4c3e922fd,36097,1733552352200 2024-12-07T06:19:13,047 DEBUG [M:0;38a4c3e922fd:36097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a4c3e922fd:36097 2024-12-07T06:19:13,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T06:19:13,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T06:19:13,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:13,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:13,061 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T06:19:13,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T06:19:13,063 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/38a4c3e922fd,36097,1733552352200 from backup master directory 2024-12-07T06:19:13,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/38a4c3e922fd,36097,1733552352200 2024-12-07T06:19:13,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T06:19:13,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T06:19:13,066 WARN [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T06:19:13,067 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a4c3e922fd,36097,1733552352200 2024-12-07T06:19:13,069 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T06:19:13,070 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T06:19:13,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741826_1002 (size=42) 2024-12-07T06:19:13,539 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/hbase.id with ID: a218ea33-ebff-4cd5-bd4f-eb63197d831d 2024-12-07T06:19:13,579 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T06:19:13,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:13,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:13,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741827_1003 (size=196) 2024-12-07T06:19:14,039 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T06:19:14,041 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T06:19:14,060 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:14,065 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T06:19:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741828_1004 (size=1189) 2024-12-07T06:19:14,520 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store 2024-12-07T06:19:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741829_1005 (size=34) 2024-12-07T06:19:14,945 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T06:19:14,945 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:14,947 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T06:19:14,947 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T06:19:14,947 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T06:19:14,947 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T06:19:14,947 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T06:19:14,948 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T06:19:14,948 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T06:19:14,950 WARN [master/38a4c3e922fd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/.initializing 2024-12-07T06:19:14,950 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/WALs/38a4c3e922fd,36097,1733552352200 2024-12-07T06:19:14,957 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T06:19:14,969 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a4c3e922fd%2C36097%2C1733552352200, suffix=, logDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/WALs/38a4c3e922fd,36097,1733552352200, archiveDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/oldWALs, maxLogs=10 2024-12-07T06:19:14,991 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/WALs/38a4c3e922fd,36097,1733552352200/38a4c3e922fd%2C36097%2C1733552352200.1733552354974, exclude list is [], retry=0 2024-12-07T06:19:15,009 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-33dcb2b4-3cd5-4c2c-955b-3ad2f55bf64b,DISK] 2024-12-07T06:19:15,012 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T06:19:15,051 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/WALs/38a4c3e922fd,36097,1733552352200/38a4c3e922fd%2C36097%2C1733552352200.1733552354974 2024-12-07T06:19:15,053 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33263:33263)] 2024-12-07T06:19:15,053 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:19:15,054 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:15,059 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T06:19:15,060 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T06:19:15,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T06:19:15,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T06:19:15,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:15,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T06:19:15,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T06:19:15,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T06:19:15,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:15,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:15,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T06:19:15,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T06:19:15,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:15,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:15,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T06:19:15,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T06:19:15,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:15,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:15,163 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T06:19:15,164 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T06:19:15,172 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T06:19:15,176 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T06:19:15,182 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T06:19:15,183 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72796708, jitterRate=0.08475548028945923}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T06:19:15,187 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T06:19:15,188 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T06:19:15,217 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ada63d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:15,251 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-07T06:19:15,262 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T06:19:15,262 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T06:19:15,265 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T06:19:15,267 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T06:19:15,273 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-07T06:19:15,273 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T06:19:15,310 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T06:19:15,321 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T06:19:15,323 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-07T06:19:15,326 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T06:19:15,327 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T06:19:15,328 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-07T06:19:15,330 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T06:19:15,334 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T06:19:15,336 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-07T06:19:15,337 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T06:19:15,339 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T06:19:15,349 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T06:19:15,350 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T06:19:15,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T06:19:15,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T06:19:15,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:15,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:15,355 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=38a4c3e922fd,36097,1733552352200, sessionid=0x1006b2161710000, setting cluster-up flag (Was=false) 2024-12-07T06:19:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:15,373 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T06:19:15,375 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a4c3e922fd,36097,1733552352200 2024-12-07T06:19:15,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:15,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:15,395 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T06:19:15,397 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a4c3e922fd,36097,1733552352200 2024-12-07T06:19:15,446 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a4c3e922fd:38777 2024-12-07T06:19:15,447 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1008): ClusterId : a218ea33-ebff-4cd5-bd4f-eb63197d831d 2024-12-07T06:19:15,451 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T06:19:15,456 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T06:19:15,456 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T06:19:15,459 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T06:19:15,460 DEBUG [RS:0;38a4c3e922fd:38777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3350191e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:15,462 DEBUG [RS:0;38a4c3e922fd:38777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3103e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a4c3e922fd/172.17.0.2:0 2024-12-07T06:19:15,466 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-07T06:19:15,466 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-07T06:19:15,466 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-07T06:19:15,469 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(3073): reportForDuty to master=38a4c3e922fd,36097,1733552352200 with isa=38a4c3e922fd/172.17.0.2:38777, startcode=1733552352987 2024-12-07T06:19:15,483 DEBUG [RS:0;38a4c3e922fd:38777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T06:19:15,494 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-07T06:19:15,500 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-07T06:19:15,503 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T06:19:15,509 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a4c3e922fd,36097,1733552352200 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T06:19:15,513 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a4c3e922fd:0, corePoolSize=5, maxPoolSize=5 2024-12-07T06:19:15,514 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a4c3e922fd:0, corePoolSize=5, maxPoolSize=5 2024-12-07T06:19:15,515 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a4c3e922fd:0, corePoolSize=5, maxPoolSize=5 2024-12-07T06:19:15,516 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a4c3e922fd:0, corePoolSize=5, maxPoolSize=5 2024-12-07T06:19:15,516 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a4c3e922fd:0, corePoolSize=10, maxPoolSize=10 2024-12-07T06:19:15,516 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,516 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a4c3e922fd:0, corePoolSize=2, maxPoolSize=2 2024-12-07T06:19:15,517 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,519 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733552385518 2024-12-07T06:19:15,521 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T06:19:15,522 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T06:19:15,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-07T06:19:15,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-07T06:19:15,527 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T06:19:15,527 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45283, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T06:19:15,527 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T06:19:15,527 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:15,528 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T06:19:15,528 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T06:19:15,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T06:19:15,532 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,534 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T06:19:15,536 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T06:19:15,536 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36097 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:15,536 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T06:19:15,541 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T06:19:15,542 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T06:19:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741831_1007 (size=1039) 2024-12-07T06:19:15,543 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a4c3e922fd:0:becomeActiveMaster-HFileCleaner.large.0-1733552355543,5,FailOnTimeoutGroup] 2024-12-07T06:19:15,544 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a4c3e922fd:0:becomeActiveMaster-HFileCleaner.small.0-1733552355544,5,FailOnTimeoutGroup] 2024-12-07T06:19:15,544 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,544 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T06:19:15,545 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,545 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,564 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-07T06:19:15,565 WARN [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T06:19:15,666 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(3073): reportForDuty to master=38a4c3e922fd,36097,1733552352200 with isa=38a4c3e922fd/172.17.0.2:38777, startcode=1733552352987 2024-12-07T06:19:15,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36097 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:15,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36097 {}] master.ServerManager(486): Registering regionserver=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:15,679 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3 2024-12-07T06:19:15,679 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43757 2024-12-07T06:19:15,679 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-07T06:19:15,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T06:19:15,684 DEBUG [RS:0;38a4c3e922fd:38777 {}] zookeeper.ZKUtil(111): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:15,684 WARN [RS:0;38a4c3e922fd:38777 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T06:19:15,684 INFO [RS:0;38a4c3e922fd:38777 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T06:19:15,685 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/WALs/38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:15,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a4c3e922fd,38777,1733552352987] 2024-12-07T06:19:15,698 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-07T06:19:15,710 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T06:19:15,722 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T06:19:15,725 INFO [RS:0;38a4c3e922fd:38777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T06:19:15,725 INFO [RS:0;38a4c3e922fd:38777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,726 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-07T06:19:15,733 INFO [RS:0;38a4c3e922fd:38777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,733 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,734 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,734 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,734 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,734 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,734 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a4c3e922fd:0, corePoolSize=2, maxPoolSize=2 2024-12-07T06:19:15,734 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,735 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,735 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,735 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,735 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a4c3e922fd:0, corePoolSize=1, maxPoolSize=1 2024-12-07T06:19:15,735 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a4c3e922fd:0, corePoolSize=3, maxPoolSize=3 2024-12-07T06:19:15,735 DEBUG [RS:0;38a4c3e922fd:38777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0, corePoolSize=3, maxPoolSize=3 2024-12-07T06:19:15,736 INFO [RS:0;38a4c3e922fd:38777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,736 INFO [RS:0;38a4c3e922fd:38777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,737 INFO [RS:0;38a4c3e922fd:38777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,737 INFO [RS:0;38a4c3e922fd:38777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,737 INFO [RS:0;38a4c3e922fd:38777 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a4c3e922fd,38777,1733552352987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T06:19:15,757 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T06:19:15,759 INFO [RS:0;38a4c3e922fd:38777 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a4c3e922fd,38777,1733552352987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:15,779 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.Replication(204): 38a4c3e922fd,38777,1733552352987 started 2024-12-07T06:19:15,779 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1767): Serving as 38a4c3e922fd,38777,1733552352987, RpcServer on 38a4c3e922fd/172.17.0.2:38777, sessionid=0x1006b2161710001 2024-12-07T06:19:15,779 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T06:19:15,780 DEBUG [RS:0;38a4c3e922fd:38777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:15,780 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a4c3e922fd,38777,1733552352987' 2024-12-07T06:19:15,780 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T06:19:15,781 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T06:19:15,781 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T06:19:15,781 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T06:19:15,781 DEBUG [RS:0;38a4c3e922fd:38777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:15,782 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a4c3e922fd,38777,1733552352987' 2024-12-07T06:19:15,782 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T06:19:15,782 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T06:19:15,783 DEBUG [RS:0;38a4c3e922fd:38777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T06:19:15,783 INFO [RS:0;38a4c3e922fd:38777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T06:19:15,783 INFO [RS:0;38a4c3e922fd:38777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T06:19:15,889 INFO [RS:0;38a4c3e922fd:38777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T06:19:15,892 INFO [RS:0;38a4c3e922fd:38777 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a4c3e922fd%2C38777%2C1733552352987, suffix=, logDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/WALs/38a4c3e922fd,38777,1733552352987, archiveDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/oldWALs, maxLogs=32 2024-12-07T06:19:15,910 DEBUG [RS:0;38a4c3e922fd:38777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/WALs/38a4c3e922fd,38777,1733552352987/38a4c3e922fd%2C38777%2C1733552352987.1733552355894, exclude list is [], retry=0 2024-12-07T06:19:15,914 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-33dcb2b4-3cd5-4c2c-955b-3ad2f55bf64b,DISK] 2024-12-07T06:19:15,918 INFO [RS:0;38a4c3e922fd:38777 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/WALs/38a4c3e922fd,38777,1733552352987/38a4c3e922fd%2C38777%2C1733552352987.1733552355894 2024-12-07T06:19:15,919 DEBUG [RS:0;38a4c3e922fd:38777 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33263:33263)] 2024-12-07T06:19:15,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-07T06:19:15,947 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3 2024-12-07T06:19:15,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741833_1009 (size=32) 2024-12-07T06:19:16,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:16,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T06:19:16,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T06:19:16,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:16,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T06:19:16,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T06:19:16,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T06:19:16,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:16,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T06:19:16,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T06:19:16,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T06:19:16,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:16,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T06:19:16,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740 2024-12-07T06:19:16,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740 2024-12-07T06:19:16,384 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:19:16,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-07T06:19:16,390 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T06:19:16,391 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74677848, jitterRate=0.11278665065765381}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:19:16,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-07T06:19:16,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-07T06:19:16,393 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-07T06:19:16,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-07T06:19:16,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T06:19:16,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T06:19:16,394 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-07T06:19:16,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-07T06:19:16,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-07T06:19:16,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-07T06:19:16,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T06:19:16,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T06:19:16,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T06:19:16,566 DEBUG [38a4c3e922fd:36097 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T06:19:16,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:16,575 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a4c3e922fd,38777,1733552352987, state=OPENING 2024-12-07T06:19:16,581 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T06:19:16,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:16,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:16,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T06:19:16,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T06:19:16,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:19:16,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:16,762 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T06:19:16,765 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T06:19:16,776 INFO [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-07T06:19:16,776 INFO [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T06:19:16,777 INFO [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T06:19:16,780 INFO [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a4c3e922fd%2C38777%2C1733552352987.meta, suffix=.meta, logDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/WALs/38a4c3e922fd,38777,1733552352987, archiveDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/oldWALs, maxLogs=32 2024-12-07T06:19:16,799 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/WALs/38a4c3e922fd,38777,1733552352987/38a4c3e922fd%2C38777%2C1733552352987.meta.1733552356781.meta, exclude list is [], retry=0 2024-12-07T06:19:16,804 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-33dcb2b4-3cd5-4c2c-955b-3ad2f55bf64b,DISK] 2024-12-07T06:19:16,808 INFO [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/WALs/38a4c3e922fd,38777,1733552352987/38a4c3e922fd%2C38777%2C1733552352987.meta.1733552356781.meta 2024-12-07T06:19:16,809 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33263:33263)] 2024-12-07T06:19:16,809 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:19:16,811 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T06:19:16,878 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T06:19:16,884 INFO [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T06:19:16,889 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T06:19:16,890 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:16,890 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-07T06:19:16,890 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-07T06:19:16,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T06:19:16,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T06:19:16,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:16,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T06:19:16,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T06:19:16,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T06:19:16,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:16,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T06:19:16,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T06:19:16,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T06:19:16,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:16,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T06:19:16,904 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740 2024-12-07T06:19:16,907 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740 2024-12-07T06:19:16,910 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:19:16,913 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-07T06:19:16,914 INFO [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67196579, jitterRate=0.0013070553541183472}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:19:16,916 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-07T06:19:16,924 INFO [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733552356754 2024-12-07T06:19:16,935 DEBUG [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T06:19:16,936 INFO [RS_OPEN_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-07T06:19:16,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:16,939 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a4c3e922fd,38777,1733552352987, state=OPEN 2024-12-07T06:19:16,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T06:19:16,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T06:19:16,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T06:19:16,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T06:19:16,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T06:19:16,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=38a4c3e922fd,38777,1733552352987 in 358 msec 2024-12-07T06:19:16,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T06:19:16,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-12-07T06:19:16,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5170 sec 2024-12-07T06:19:16,961 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733552356960, completionTime=-1 2024-12-07T06:19:16,961 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T06:19:16,961 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-07T06:19:16,998 DEBUG [hconnection-0x4e4b9885-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:17,001 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:17,012 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-07T06:19:17,012 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733552417012 2024-12-07T06:19:17,012 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733552477012 2024-12-07T06:19:17,012 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-12-07T06:19:17,036 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a4c3e922fd,36097,1733552352200-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:17,036 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a4c3e922fd,36097,1733552352200-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:17,036 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a4c3e922fd,36097,1733552352200-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:17,038 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a4c3e922fd:36097, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:17,038 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:17,044 DEBUG [master/38a4c3e922fd:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-07T06:19:17,048 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-07T06:19:17,050 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T06:19:17,058 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-07T06:19:17,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T06:19:17,062 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:17,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T06:19:17,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741835_1011 (size=358) 2024-12-07T06:19:17,482 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => db3527a750ad521e8117fd934bcb9241, NAME => 'hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3 2024-12-07T06:19:17,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741836_1012 (size=42) 2024-12-07T06:19:17,492 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:17,493 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing db3527a750ad521e8117fd934bcb9241, disabling compactions & flushes 2024-12-07T06:19:17,493 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:19:17,493 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:19:17,493 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. after waiting 0 ms 2024-12-07T06:19:17,493 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:19:17,493 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:19:17,493 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for db3527a750ad521e8117fd934bcb9241: 2024-12-07T06:19:17,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T06:19:17,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733552357497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733552357497"}]},"ts":"1733552357497"} 2024-12-07T06:19:17,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T06:19:17,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T06:19:17,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552357530"}]},"ts":"1733552357530"} 2024-12-07T06:19:17,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-07T06:19:17,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=db3527a750ad521e8117fd934bcb9241, ASSIGN}] 2024-12-07T06:19:17,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=db3527a750ad521e8117fd934bcb9241, ASSIGN 2024-12-07T06:19:17,547 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=db3527a750ad521e8117fd934bcb9241, ASSIGN; state=OFFLINE, location=38a4c3e922fd,38777,1733552352987; forceNewPlan=false, retain=false 2024-12-07T06:19:17,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=db3527a750ad521e8117fd934bcb9241, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:17,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure db3527a750ad521e8117fd934bcb9241, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:19:17,856 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:17,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:19:17,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => db3527a750ad521e8117fd934bcb9241, NAME => 'hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:19:17,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace db3527a750ad521e8117fd934bcb9241 2024-12-07T06:19:17,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:17,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for db3527a750ad521e8117fd934bcb9241 2024-12-07T06:19:17,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for db3527a750ad521e8117fd934bcb9241 2024-12-07T06:19:17,867 INFO [StoreOpener-db3527a750ad521e8117fd934bcb9241-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region db3527a750ad521e8117fd934bcb9241 2024-12-07T06:19:17,869 INFO [StoreOpener-db3527a750ad521e8117fd934bcb9241-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db3527a750ad521e8117fd934bcb9241 columnFamilyName info 2024-12-07T06:19:17,869 DEBUG [StoreOpener-db3527a750ad521e8117fd934bcb9241-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:17,870 INFO [StoreOpener-db3527a750ad521e8117fd934bcb9241-1 {}] regionserver.HStore(327): Store=db3527a750ad521e8117fd934bcb9241/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:17,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/namespace/db3527a750ad521e8117fd934bcb9241 2024-12-07T06:19:17,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/namespace/db3527a750ad521e8117fd934bcb9241 2024-12-07T06:19:17,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for db3527a750ad521e8117fd934bcb9241 2024-12-07T06:19:17,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/namespace/db3527a750ad521e8117fd934bcb9241/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T06:19:17,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened db3527a750ad521e8117fd934bcb9241; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66400868, jitterRate=-0.010549962520599365}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T06:19:17,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for db3527a750ad521e8117fd934bcb9241: 2024-12-07T06:19:17,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241., pid=6, masterSystemTime=1733552357856 2024-12-07T06:19:17,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:19:17,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:19:17,888 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=db3527a750ad521e8117fd934bcb9241, regionState=OPEN, openSeqNum=2, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:17,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T06:19:17,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure db3527a750ad521e8117fd934bcb9241, server=38a4c3e922fd,38777,1733552352987 in 190 msec 2024-12-07T06:19:17,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T06:19:17,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=db3527a750ad521e8117fd934bcb9241, ASSIGN in 352 msec 2024-12-07T06:19:17,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T06:19:17,901 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552357901"}]},"ts":"1733552357901"} 2024-12-07T06:19:17,904 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-07T06:19:17,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T06:19:17,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 858 msec 2024-12-07T06:19:17,962 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-07T06:19:17,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-07T06:19:17,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:17,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:19:17,994 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-07T06:19:18,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-07T06:19:18,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-12-07T06:19:18,017 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-07T06:19:18,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-07T06:19:18,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-07T06:19:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-07T06:19:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-07T06:19:18,046 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.979sec 2024-12-07T06:19:18,047 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T06:19:18,049 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T06:19:18,050 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T06:19:18,050 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T06:19:18,050 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T06:19:18,051 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a4c3e922fd,36097,1733552352200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T06:19:18,052 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a4c3e922fd,36097,1733552352200-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T06:19:18,058 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-07T06:19:18,059 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T06:19:18,059 INFO [master/38a4c3e922fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a4c3e922fd,36097,1733552352200-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T06:19:18,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76523d14 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46873e4f 2024-12-07T06:19:18,149 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-07T06:19:18,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ba07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:18,159 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T06:19:18,159 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T06:19:18,171 DEBUG [hconnection-0x7edf53b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:18,180 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=38a4c3e922fd,36097,1733552352200 2024-12-07T06:19:18,208 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=199, ProcessCount=11, AvailableMemoryMB=7800 2024-12-07T06:19:18,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T06:19:18,225 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T06:19:18,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T06:19:18,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T06:19:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T06:19:18,262 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T06:19:18,263 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:18,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T06:19:18,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-07T06:19:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T06:19:18,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741837_1013 (size=963) 2024-12-07T06:19:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T06:19:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T06:19:18,694 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3 2024-12-07T06:19:18,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741838_1014 (size=53) 2024-12-07T06:19:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T06:19:19,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:19,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d4486e9fd722297a097a6e9865eb417f, disabling compactions & flushes 2024-12-07T06:19:19,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:19,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:19,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. after waiting 0 ms 2024-12-07T06:19:19,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:19,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:19,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:19,110 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T06:19:19,110 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733552359110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733552359110"}]},"ts":"1733552359110"} 2024-12-07T06:19:19,113 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T06:19:19,114 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T06:19:19,115 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552359114"}]},"ts":"1733552359114"} 2024-12-07T06:19:19,117 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T06:19:19,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4486e9fd722297a097a6e9865eb417f, ASSIGN}] 2024-12-07T06:19:19,123 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4486e9fd722297a097a6e9865eb417f, ASSIGN 2024-12-07T06:19:19,125 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4486e9fd722297a097a6e9865eb417f, ASSIGN; state=OFFLINE, location=38a4c3e922fd,38777,1733552352987; forceNewPlan=false, retain=false 2024-12-07T06:19:19,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d4486e9fd722297a097a6e9865eb417f, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:19,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:19:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T06:19:19,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:19,440 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:19,440 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:19:19,441 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:19,441 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:19,441 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:19,441 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:19,443 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:19,447 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:19:19,448 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4486e9fd722297a097a6e9865eb417f columnFamilyName A 2024-12-07T06:19:19,448 DEBUG [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:19,449 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] regionserver.HStore(327): Store=d4486e9fd722297a097a6e9865eb417f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:19,450 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:19,452 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:19:19,452 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4486e9fd722297a097a6e9865eb417f columnFamilyName B 2024-12-07T06:19:19,453 DEBUG [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:19,453 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] regionserver.HStore(327): Store=d4486e9fd722297a097a6e9865eb417f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:19,454 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:19,456 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:19:19,456 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4486e9fd722297a097a6e9865eb417f columnFamilyName C 2024-12-07T06:19:19,456 DEBUG [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:19,457 INFO [StoreOpener-d4486e9fd722297a097a6e9865eb417f-1 {}] regionserver.HStore(327): Store=d4486e9fd722297a097a6e9865eb417f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:19,458 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:19,459 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:19,460 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:19,463 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:19:19,465 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:19,469 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T06:19:19,470 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened d4486e9fd722297a097a6e9865eb417f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64426516, jitterRate=-0.03997009992599487}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:19:19,471 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:19,473 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., pid=11, masterSystemTime=1733552359433 2024-12-07T06:19:19,476 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:19,476 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:19,477 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d4486e9fd722297a097a6e9865eb417f, regionState=OPEN, openSeqNum=2, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:19,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-07T06:19:19,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 in 201 msec 2024-12-07T06:19:19,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T06:19:19,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4486e9fd722297a097a6e9865eb417f, ASSIGN in 361 msec 2024-12-07T06:19:19,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T06:19:19,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552359487"}]},"ts":"1733552359487"} 2024-12-07T06:19:19,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T06:19:19,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T06:19:19,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2360 sec 2024-12-07T06:19:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T06:19:20,392 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-07T06:19:20,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fcb5f29 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fdf5682 2024-12-07T06:19:20,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e36fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:20,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:20,405 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:20,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T06:19:20,411 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T06:19:20,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f2091cc to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d38d10 2024-12-07T06:19:20,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f343a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:20,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09bd0964 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c63ae4e 2024-12-07T06:19:20,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1324ee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:20,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18cb251d to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@736f1673 2024-12-07T06:19:20,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478bae6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:20,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b55c24 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ee2166f 2024-12-07T06:19:20,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48068a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:20,437 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e52b42a to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f34ff67 2024-12-07T06:19:20,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38766d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:20,443 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09ed28bb to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5cad1a 2024-12-07T06:19:20,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295cb1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:20,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12a1285d to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c3b736e 2024-12-07T06:19:20,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70267494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:20,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x353bc462 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@767a8485 2024-12-07T06:19:20,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2a8e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:20,457 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47fe2fa7 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6502d571 2024-12-07T06:19:20,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c915d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:20,466 DEBUG [hconnection-0x5f7b3fd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:20,467 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:20,467 DEBUG [hconnection-0x7b1969d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:20,469 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:20,471 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:20,472 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:20,473 DEBUG [hconnection-0x7c0bf2ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:20,476 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:20,480 DEBUG [hconnection-0x48af454-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:20,481 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:20,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:20,482 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:20,485 DEBUG [hconnection-0x2dd15ceb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:20,488 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-07T06:19:20,493 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:20,495 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:20,495 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T06:19:20,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:20,499 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:20,499 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:20,532 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:20,534 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:20,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:19:20,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:20,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:20,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:20,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:20,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:20,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T06:19:20,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T06:19:20,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:20,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:20,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:20,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552420731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552420734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552420742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552420745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552420751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T06:19:20,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/8c24bd630ed545eeb67cd080de5ac142 is 50, key is test_row_0/A:col10/1733552360552/Put/seqid=0 2024-12-07T06:19:20,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741839_1015 (size=12001) 2024-12-07T06:19:20,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/8c24bd630ed545eeb67cd080de5ac142 2024-12-07T06:19:20,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T06:19:20,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:20,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:20,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:20,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:20,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:20,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552420876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552420877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552420880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552420881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:20,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552420882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/75d03e9d24044f13a062bedd4a8647ca is 50, key is test_row_0/B:col10/1733552360552/Put/seqid=0 2024-12-07T06:19:21,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T06:19:21,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:21,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:21,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:21,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741840_1016 (size=12001) 2024-12-07T06:19:21,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:21,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/75d03e9d24044f13a062bedd4a8647ca 2024-12-07T06:19:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:21,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552421087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552421087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552421095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552421095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552421096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T06:19:21,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/617a7556171d4c39a99b38407286b027 is 50, key is test_row_0/C:col10/1733552360552/Put/seqid=0 2024-12-07T06:19:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741841_1017 (size=12001) 2024-12-07T06:19:21,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/617a7556171d4c39a99b38407286b027 2024-12-07T06:19:21,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/8c24bd630ed545eeb67cd080de5ac142 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/8c24bd630ed545eeb67cd080de5ac142 2024-12-07T06:19:21,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/8c24bd630ed545eeb67cd080de5ac142, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T06:19:21,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/75d03e9d24044f13a062bedd4a8647ca as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/75d03e9d24044f13a062bedd4a8647ca 2024-12-07T06:19:21,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/75d03e9d24044f13a062bedd4a8647ca, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T06:19:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/617a7556171d4c39a99b38407286b027 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/617a7556171d4c39a99b38407286b027 2024-12-07T06:19:21,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/617a7556171d4c39a99b38407286b027, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T06:19:21,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d4486e9fd722297a097a6e9865eb417f in 648ms, sequenceid=13, compaction requested=false 2024-12-07T06:19:21,208 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T06:19:21,209 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T06:19:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:21,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:21,210 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:19:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/d698f825a74546dd8837b5e15ea37edc is 50, key is test_row_0/A:col10/1733552360744/Put/seqid=0 2024-12-07T06:19:21,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741842_1018 (size=12001) 2024-12-07T06:19:21,265 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/d698f825a74546dd8837b5e15ea37edc 2024-12-07T06:19:21,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/575b180b36b84a8e8ff3d0bf2a077007 is 50, key is test_row_0/B:col10/1733552360744/Put/seqid=0 2024-12-07T06:19:21,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741843_1019 (size=12001) 2024-12-07T06:19:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:21,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:21,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552421426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552421427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552421430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552421432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552421436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552421550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552421551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552421551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552421551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552421552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T06:19:21,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T06:19:21,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-07T06:19:21,723 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/575b180b36b84a8e8ff3d0bf2a077007 2024-12-07T06:19:21,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/2ca51462b9194aa294d29490b687d3bf is 50, key is test_row_0/C:col10/1733552360744/Put/seqid=0 2024-12-07T06:19:21,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552421757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552421758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552421760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552421766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552421768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:21,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741844_1020 (size=12001) 2024-12-07T06:19:21,806 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/2ca51462b9194aa294d29490b687d3bf 2024-12-07T06:19:21,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/d698f825a74546dd8837b5e15ea37edc as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d698f825a74546dd8837b5e15ea37edc 2024-12-07T06:19:21,843 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d698f825a74546dd8837b5e15ea37edc, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T06:19:21,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/575b180b36b84a8e8ff3d0bf2a077007 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/575b180b36b84a8e8ff3d0bf2a077007 2024-12-07T06:19:21,877 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/575b180b36b84a8e8ff3d0bf2a077007, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T06:19:21,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/2ca51462b9194aa294d29490b687d3bf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2ca51462b9194aa294d29490b687d3bf 2024-12-07T06:19:21,891 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2ca51462b9194aa294d29490b687d3bf, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T06:19:21,894 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d4486e9fd722297a097a6e9865eb417f in 683ms, sequenceid=37, compaction requested=false 2024-12-07T06:19:21,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:21,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:21,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-07T06:19:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-07T06:19:21,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-07T06:19:21,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-12-07T06:19:21,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.4170 sec 2024-12-07T06:19:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:22,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:19:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:22,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/1919600eaf1042268ee6f120669ca619 is 50, key is test_row_0/A:col10/1733552362086/Put/seqid=0 2024-12-07T06:19:22,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741845_1021 (size=12001) 2024-12-07T06:19:22,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/1919600eaf1042268ee6f120669ca619 2024-12-07T06:19:22,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/51ad85617a884dedbc2af956d11bf0ec is 50, key is test_row_0/B:col10/1733552362086/Put/seqid=0 2024-12-07T06:19:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552422157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552422160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552422164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552422168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741846_1022 (size=12001) 2024-12-07T06:19:22,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/51ad85617a884dedbc2af956d11bf0ec 2024-12-07T06:19:22,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552422169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/47fc8a1ae6694d4982c046d1e3cbc90c is 50, key is test_row_0/C:col10/1733552362086/Put/seqid=0 2024-12-07T06:19:22,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741847_1023 (size=12001) 2024-12-07T06:19:22,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552422277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552422277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552422278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552422289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552422302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T06:19:22,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552422484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552422486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552422490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552422494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552422517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T06:19:22,613 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-07T06:19:22,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-07T06:19:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-07T06:19:22,624 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:22,627 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:22,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:22,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/47fc8a1ae6694d4982c046d1e3cbc90c 2024-12-07T06:19:22,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/1919600eaf1042268ee6f120669ca619 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/1919600eaf1042268ee6f120669ca619 2024-12-07T06:19:22,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/1919600eaf1042268ee6f120669ca619, entries=150, sequenceid=51, filesize=11.7 K 2024-12-07T06:19:22,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/51ad85617a884dedbc2af956d11bf0ec as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/51ad85617a884dedbc2af956d11bf0ec 2024-12-07T06:19:22,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/51ad85617a884dedbc2af956d11bf0ec, entries=150, sequenceid=51, filesize=11.7 K 2024-12-07T06:19:22,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/47fc8a1ae6694d4982c046d1e3cbc90c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/47fc8a1ae6694d4982c046d1e3cbc90c 2024-12-07T06:19:22,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/47fc8a1ae6694d4982c046d1e3cbc90c, entries=150, sequenceid=51, filesize=11.7 K 2024-12-07T06:19:22,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for d4486e9fd722297a097a6e9865eb417f in 619ms, sequenceid=51, compaction requested=true 2024-12-07T06:19:22,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:22,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T06:19:22,716 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T06:19:22,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-07T06:19:22,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-07T06:19:22,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T06:19:22,720 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T06:19:22,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T06:19:22,720 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T06:19:22,721 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T06:19:22,721 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T06:19:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-07T06:19:22,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:22,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:22,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:22,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:22,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:22,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:22,726 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:22,726 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:22,731 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:22,733 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:22,733 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:22,733 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/75d03e9d24044f13a062bedd4a8647ca, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/575b180b36b84a8e8ff3d0bf2a077007, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/51ad85617a884dedbc2af956d11bf0ec] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.2 K 2024-12-07T06:19:22,735 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 75d03e9d24044f13a062bedd4a8647ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733552360515 2024-12-07T06:19:22,736 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 575b180b36b84a8e8ff3d0bf2a077007, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733552360723 2024-12-07T06:19:22,736 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 51ad85617a884dedbc2af956d11bf0ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733552361397 2024-12-07T06:19:22,738 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:22,738 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:22,739 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:22,739 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/8c24bd630ed545eeb67cd080de5ac142, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d698f825a74546dd8837b5e15ea37edc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/1919600eaf1042268ee6f120669ca619] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.2 K 2024-12-07T06:19:22,740 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c24bd630ed545eeb67cd080de5ac142, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733552360515 2024-12-07T06:19:22,741 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting d698f825a74546dd8837b5e15ea37edc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733552360723 2024-12-07T06:19:22,743 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1919600eaf1042268ee6f120669ca619, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733552361397 2024-12-07T06:19:22,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-07T06:19:22,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:22,783 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:19:22,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:22,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:22,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:22,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:22,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:22,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:22,786 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#9 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:22,787 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/cdcf43d610f74191a89e99cda90340ba is 50, key is test_row_0/B:col10/1733552362086/Put/seqid=0 2024-12-07T06:19:22,795 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:22,800 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/127b83e63028446c9858d72487ce749c is 50, key is test_row_0/A:col10/1733552362086/Put/seqid=0 2024-12-07T06:19:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/29995acc02d340228b6419f6935ced0a is 50, key is test_row_0/A:col10/1733552362164/Put/seqid=0 2024-12-07T06:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:22,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741848_1024 (size=12104) 2024-12-07T06:19:22,853 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/cdcf43d610f74191a89e99cda90340ba as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cdcf43d610f74191a89e99cda90340ba 2024-12-07T06:19:22,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741849_1025 (size=12104) 2024-12-07T06:19:22,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552422849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552422852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552422856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,879 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/127b83e63028446c9858d72487ce749c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/127b83e63028446c9858d72487ce749c 2024-12-07T06:19:22,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552422868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741850_1026 (size=12001) 2024-12-07T06:19:22,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552422869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,884 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/29995acc02d340228b6419f6935ced0a 2024-12-07T06:19:22,899 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into cdcf43d610f74191a89e99cda90340ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:22,899 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into 127b83e63028446c9858d72487ce749c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:22,899 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:22,899 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552362726; duration=0sec 2024-12-07T06:19:22,900 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:22,900 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:22,900 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:22,900 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:22,900 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552362710; duration=0sec 2024-12-07T06:19:22,901 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:22,901 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:22,902 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:22,902 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:22,903 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:22,903 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/617a7556171d4c39a99b38407286b027, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2ca51462b9194aa294d29490b687d3bf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/47fc8a1ae6694d4982c046d1e3cbc90c] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.2 K 2024-12-07T06:19:22,904 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 617a7556171d4c39a99b38407286b027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733552360515 2024-12-07T06:19:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/124d783fc52a41a68343162554fc2dcf is 50, key is test_row_0/B:col10/1733552362164/Put/seqid=0 2024-12-07T06:19:22,905 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ca51462b9194aa294d29490b687d3bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733552360723 2024-12-07T06:19:22,905 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 47fc8a1ae6694d4982c046d1e3cbc90c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733552361397 2024-12-07T06:19:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741851_1027 (size=12001) 2024-12-07T06:19:22,918 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/124d783fc52a41a68343162554fc2dcf 2024-12-07T06:19:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-07T06:19:22,929 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#13 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:22,930 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/1ad04582051e4b82afe4972af43050b7 is 50, key is test_row_0/C:col10/1733552362086/Put/seqid=0 2024-12-07T06:19:22,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/484c0295bf144e148ef908da9b83205d is 50, key is test_row_0/C:col10/1733552362164/Put/seqid=0 2024-12-07T06:19:22,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741853_1029 (size=12001) 2024-12-07T06:19:22,969 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/484c0295bf144e148ef908da9b83205d 2024-12-07T06:19:22,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552422973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741852_1028 (size=12104) 2024-12-07T06:19:22,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552422979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552422980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552422985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552422987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:22,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/29995acc02d340228b6419f6935ced0a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29995acc02d340228b6419f6935ced0a 2024-12-07T06:19:23,001 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29995acc02d340228b6419f6935ced0a, entries=150, sequenceid=74, filesize=11.7 K 2024-12-07T06:19:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/124d783fc52a41a68343162554fc2dcf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/124d783fc52a41a68343162554fc2dcf 2024-12-07T06:19:23,015 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/124d783fc52a41a68343162554fc2dcf, entries=150, sequenceid=74, filesize=11.7 K 2024-12-07T06:19:23,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/484c0295bf144e148ef908da9b83205d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/484c0295bf144e148ef908da9b83205d 2024-12-07T06:19:23,038 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/484c0295bf144e148ef908da9b83205d, entries=150, sequenceid=74, filesize=11.7 K 2024-12-07T06:19:23,039 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d4486e9fd722297a097a6e9865eb417f in 257ms, sequenceid=74, compaction requested=false 2024-12-07T06:19:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-07T06:19:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-07T06:19:23,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-07T06:19:23,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 417 msec 2024-12-07T06:19:23,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 434 msec 2024-12-07T06:19:23,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-07T06:19:23,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:23,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:23,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:23,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:23,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:23,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:23,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/b81427c8bf9947fcb8d704068822cb83 is 50, key is test_row_0/A:col10/1733552362847/Put/seqid=0 2024-12-07T06:19:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741854_1030 (size=12001) 2024-12-07T06:19:23,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/b81427c8bf9947fcb8d704068822cb83 2024-12-07T06:19:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-07T06:19:23,228 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-07T06:19:23,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-07T06:19:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T06:19:23,236 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:23,237 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:23,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:23,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/dff92dcc0e8841d3a4127704282d3b07 is 50, key is test_row_0/B:col10/1733552362847/Put/seqid=0 2024-12-07T06:19:23,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552423254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552423255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552423260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552423261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552423262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741855_1031 (size=12001) 2024-12-07T06:19:23,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/dff92dcc0e8841d3a4127704282d3b07 2024-12-07T06:19:23,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/674e54ffb10c4c29998f52f514be63f0 is 50, key is test_row_0/C:col10/1733552362847/Put/seqid=0 2024-12-07T06:19:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T06:19:23,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741856_1032 (size=12001) 2024-12-07T06:19:23,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/674e54ffb10c4c29998f52f514be63f0 2024-12-07T06:19:23,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/b81427c8bf9947fcb8d704068822cb83 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b81427c8bf9947fcb8d704068822cb83 2024-12-07T06:19:23,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552423365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552423365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552423369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552423371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552423371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b81427c8bf9947fcb8d704068822cb83, entries=150, sequenceid=91, filesize=11.7 K 2024-12-07T06:19:23,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/dff92dcc0e8841d3a4127704282d3b07 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dff92dcc0e8841d3a4127704282d3b07 2024-12-07T06:19:23,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-07T06:19:23,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:23,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:23,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:23,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:23,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:23,395 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/1ad04582051e4b82afe4972af43050b7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1ad04582051e4b82afe4972af43050b7 2024-12-07T06:19:23,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dff92dcc0e8841d3a4127704282d3b07, entries=150, sequenceid=91, filesize=11.7 K 2024-12-07T06:19:23,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/674e54ffb10c4c29998f52f514be63f0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/674e54ffb10c4c29998f52f514be63f0 2024-12-07T06:19:23,408 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 1ad04582051e4b82afe4972af43050b7(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:23,409 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:23,409 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552362726; duration=0sec 2024-12-07T06:19:23,409 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:23,409 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:23,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/674e54ffb10c4c29998f52f514be63f0, entries=150, sequenceid=91, filesize=11.7 K 2024-12-07T06:19:23,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d4486e9fd722297a097a6e9865eb417f in 242ms, sequenceid=91, compaction requested=true 2024-12-07T06:19:23,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:23,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:23,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:23,427 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:23,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:23,427 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:23,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:23,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:23,429 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:23,429 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:23,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:23,429 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:23,429 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:23,429 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/127b83e63028446c9858d72487ce749c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29995acc02d340228b6419f6935ced0a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b81427c8bf9947fcb8d704068822cb83] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.3 K 2024-12-07T06:19:23,429 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:23,429 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:23,430 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cdcf43d610f74191a89e99cda90340ba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/124d783fc52a41a68343162554fc2dcf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dff92dcc0e8841d3a4127704282d3b07] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.3 K 2024-12-07T06:19:23,430 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 127b83e63028446c9858d72487ce749c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733552361397 2024-12-07T06:19:23,430 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting cdcf43d610f74191a89e99cda90340ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733552361397 2024-12-07T06:19:23,431 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29995acc02d340228b6419f6935ced0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733552362157 2024-12-07T06:19:23,432 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 124d783fc52a41a68343162554fc2dcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733552362157 2024-12-07T06:19:23,432 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting b81427c8bf9947fcb8d704068822cb83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552362847 2024-12-07T06:19:23,432 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting dff92dcc0e8841d3a4127704282d3b07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552362847 2024-12-07T06:19:23,453 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:23,454 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/effbabc3c42b4f4794ad620e0cca1455 is 50, key is test_row_0/A:col10/1733552362847/Put/seqid=0 2024-12-07T06:19:23,463 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#19 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:23,464 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ca5a1807dcb44aedbc9a634a78fef366 is 50, key is test_row_0/B:col10/1733552362847/Put/seqid=0 2024-12-07T06:19:23,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741857_1033 (size=12207) 2024-12-07T06:19:23,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741858_1034 (size=12207) 2024-12-07T06:19:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T06:19:23,544 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ca5a1807dcb44aedbc9a634a78fef366 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ca5a1807dcb44aedbc9a634a78fef366 2024-12-07T06:19:23,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-07T06:19:23,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:23,548 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-07T06:19:23,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/13a836fc93484066a8314774ef063352 is 50, key is test_row_0/A:col10/1733552363257/Put/seqid=0 2024-12-07T06:19:23,574 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into ca5a1807dcb44aedbc9a634a78fef366(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:23,576 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:23,577 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552363427; duration=0sec 2024-12-07T06:19:23,577 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:23,577 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:23,577 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:23,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:23,579 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:23,580 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:23,580 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:23,580 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1ad04582051e4b82afe4972af43050b7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/484c0295bf144e148ef908da9b83205d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/674e54ffb10c4c29998f52f514be63f0] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.3 K 2024-12-07T06:19:23,581 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ad04582051e4b82afe4972af43050b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733552361397 2024-12-07T06:19:23,582 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 484c0295bf144e148ef908da9b83205d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733552362157 2024-12-07T06:19:23,585 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 674e54ffb10c4c29998f52f514be63f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552362847 2024-12-07T06:19:23,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741859_1035 (size=12001) 2024-12-07T06:19:23,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552423611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552423609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552423617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552423612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552423614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,628 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:23,629 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/09cbbc7c87fe42189a4a79554a360bd1 is 50, key is test_row_0/C:col10/1733552362847/Put/seqid=0 2024-12-07T06:19:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741860_1036 (size=12207) 2024-12-07T06:19:23,676 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/09cbbc7c87fe42189a4a79554a360bd1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/09cbbc7c87fe42189a4a79554a360bd1 2024-12-07T06:19:23,689 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 09cbbc7c87fe42189a4a79554a360bd1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:23,689 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:23,689 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552363427; duration=0sec 2024-12-07T06:19:23,689 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:23,689 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:23,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552423723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552423724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552423725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552423726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552423726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T06:19:23,929 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/effbabc3c42b4f4794ad620e0cca1455 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/effbabc3c42b4f4794ad620e0cca1455 2024-12-07T06:19:23,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552423932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552423932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552423933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552423934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552423933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:23,951 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into effbabc3c42b4f4794ad620e0cca1455(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:23,952 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:23,952 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552363426; duration=0sec 2024-12-07T06:19:23,952 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:23,952 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:23,997 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/13a836fc93484066a8314774ef063352 2024-12-07T06:19:24,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/d9f28395dc36479992077ddb4b21091f is 50, key is test_row_0/B:col10/1733552363257/Put/seqid=0 2024-12-07T06:19:24,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741861_1037 (size=12001) 2024-12-07T06:19:24,042 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/d9f28395dc36479992077ddb4b21091f 2024-12-07T06:19:24,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/7e6255fb18944bf182d2828df6b43bfc is 50, key is test_row_0/C:col10/1733552363257/Put/seqid=0 2024-12-07T06:19:24,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741862_1038 (size=12001) 2024-12-07T06:19:24,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552424242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552424243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552424242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552424244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552424244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T06:19:24,501 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/7e6255fb18944bf182d2828df6b43bfc 2024-12-07T06:19:24,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/13a836fc93484066a8314774ef063352 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/13a836fc93484066a8314774ef063352 2024-12-07T06:19:24,529 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/13a836fc93484066a8314774ef063352, entries=150, sequenceid=113, filesize=11.7 K 2024-12-07T06:19:24,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/d9f28395dc36479992077ddb4b21091f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d9f28395dc36479992077ddb4b21091f 2024-12-07T06:19:24,544 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d9f28395dc36479992077ddb4b21091f, entries=150, sequenceid=113, filesize=11.7 K 2024-12-07T06:19:24,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/7e6255fb18944bf182d2828df6b43bfc as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/7e6255fb18944bf182d2828df6b43bfc 2024-12-07T06:19:24,556 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/7e6255fb18944bf182d2828df6b43bfc, entries=150, sequenceid=113, filesize=11.7 K 2024-12-07T06:19:24,558 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d4486e9fd722297a097a6e9865eb417f in 1009ms, sequenceid=113, compaction requested=false 2024-12-07T06:19:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-07T06:19:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-07T06:19:24,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-07T06:19:24,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3230 sec 2024-12-07T06:19:24,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3330 sec 2024-12-07T06:19:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:24,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-07T06:19:24,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:24,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:24,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:24,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:24,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:24,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:24,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/4baca9a7ae6148f088205f27b656807c is 50, key is test_row_0/A:col10/1733552363611/Put/seqid=0 2024-12-07T06:19:24,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552424785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552424787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552424787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552424791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552424791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741863_1039 (size=12051) 2024-12-07T06:19:24,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/4baca9a7ae6148f088205f27b656807c 2024-12-07T06:19:24,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/f3f3e7fc398d4906ad62bac8581fec82 is 50, key is test_row_0/B:col10/1733552363611/Put/seqid=0 2024-12-07T06:19:24,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741864_1040 (size=12051) 2024-12-07T06:19:24,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552424893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552424895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552424894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552424898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:24,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552424899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552425101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552425102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552425103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552425105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552425109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/f3f3e7fc398d4906ad62bac8581fec82 2024-12-07T06:19:25,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/23367572de0d4f83aaab41941d64750b is 50, key is test_row_0/C:col10/1733552363611/Put/seqid=0 2024-12-07T06:19:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741865_1041 (size=12051) 2024-12-07T06:19:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T06:19:25,350 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-07T06:19:25,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-07T06:19:25,357 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:25,358 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:25,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T06:19:25,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552425408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552425411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552425412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552425412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552425414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T06:19:25,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-07T06:19:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:25,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T06:19:25,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-07T06:19:25,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:25,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:25,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:25,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:25,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:25,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/23367572de0d4f83aaab41941d64750b 2024-12-07T06:19:25,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/4baca9a7ae6148f088205f27b656807c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4baca9a7ae6148f088205f27b656807c 2024-12-07T06:19:25,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4baca9a7ae6148f088205f27b656807c, entries=150, sequenceid=134, filesize=11.8 K 2024-12-07T06:19:25,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/f3f3e7fc398d4906ad62bac8581fec82 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f3f3e7fc398d4906ad62bac8581fec82 2024-12-07T06:19:25,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f3f3e7fc398d4906ad62bac8581fec82, entries=150, sequenceid=134, filesize=11.8 K 2024-12-07T06:19:25,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/23367572de0d4f83aaab41941d64750b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/23367572de0d4f83aaab41941d64750b 2024-12-07T06:19:25,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/23367572de0d4f83aaab41941d64750b, entries=150, sequenceid=134, filesize=11.8 K 2024-12-07T06:19:25,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d4486e9fd722297a097a6e9865eb417f in 1013ms, sequenceid=134, compaction requested=true 2024-12-07T06:19:25,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:25,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:25,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:25,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:25,769 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:25,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:25,769 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:25,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:25,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:25,771 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:25,771 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:25,772 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:25,772 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ca5a1807dcb44aedbc9a634a78fef366, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d9f28395dc36479992077ddb4b21091f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f3f3e7fc398d4906ad62bac8581fec82] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.4 K 2024-12-07T06:19:25,773 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:25,773 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ca5a1807dcb44aedbc9a634a78fef366, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552362847 2024-12-07T06:19:25,773 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:25,773 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:25,773 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/effbabc3c42b4f4794ad620e0cca1455, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/13a836fc93484066a8314774ef063352, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4baca9a7ae6148f088205f27b656807c] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.4 K 2024-12-07T06:19:25,774 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d9f28395dc36479992077ddb4b21091f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733552363254 2024-12-07T06:19:25,774 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting effbabc3c42b4f4794ad620e0cca1455, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552362847 2024-12-07T06:19:25,775 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f3f3e7fc398d4906ad62bac8581fec82, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733552363611 2024-12-07T06:19:25,775 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13a836fc93484066a8314774ef063352, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733552363254 2024-12-07T06:19:25,776 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4baca9a7ae6148f088205f27b656807c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733552363611 2024-12-07T06:19:25,799 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:25,800 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/7acde5de2b914cc9a937dbd4b3c1b797 is 50, key is test_row_0/B:col10/1733552363611/Put/seqid=0 2024-12-07T06:19:25,801 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:25,802 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/37aee45f4bff4ff39e60790f7ef1d04f is 50, key is test_row_0/A:col10/1733552363611/Put/seqid=0 2024-12-07T06:19:25,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741867_1043 (size=12359) 2024-12-07T06:19:25,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-07T06:19:25,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:25,827 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-07T06:19:25,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:25,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:25,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:25,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:25,846 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/37aee45f4bff4ff39e60790f7ef1d04f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/37aee45f4bff4ff39e60790f7ef1d04f 2024-12-07T06:19:25,859 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into 37aee45f4bff4ff39e60790f7ef1d04f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:25,859 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:25,859 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552365769; duration=0sec 2024-12-07T06:19:25,859 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:25,859 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:25,859 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:25,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741866_1042 (size=12359) 2024-12-07T06:19:25,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/a24b77edef9848a597b406628b85beb5 is 50, key is test_row_0/A:col10/1733552364789/Put/seqid=0 2024-12-07T06:19:25,865 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:25,865 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:25,865 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:25,865 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/09cbbc7c87fe42189a4a79554a360bd1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/7e6255fb18944bf182d2828df6b43bfc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/23367572de0d4f83aaab41941d64750b] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.4 K 2024-12-07T06:19:25,866 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09cbbc7c87fe42189a4a79554a360bd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552362847 2024-12-07T06:19:25,867 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e6255fb18944bf182d2828df6b43bfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733552363254 2024-12-07T06:19:25,868 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23367572de0d4f83aaab41941d64750b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733552363611 2024-12-07T06:19:25,890 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:25,891 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/88b6c02133024df6873a315e2eccad76 is 50, key is test_row_0/C:col10/1733552363611/Put/seqid=0 2024-12-07T06:19:25,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741868_1044 (size=12151) 2024-12-07T06:19:25,906 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/a24b77edef9848a597b406628b85beb5 2024-12-07T06:19:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ad5d10f81c174448ab80ed4e2fa58e24 is 50, key is test_row_0/B:col10/1733552364789/Put/seqid=0 2024-12-07T06:19:25,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741869_1045 (size=12359) 2024-12-07T06:19:25,946 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/88b6c02133024df6873a315e2eccad76 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/88b6c02133024df6873a315e2eccad76 2024-12-07T06:19:25,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552425945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552425953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552425954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552425956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T06:19:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552425956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:25,961 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 88b6c02133024df6873a315e2eccad76(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:25,967 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:25,967 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552365769; duration=0sec 2024-12-07T06:19:25,967 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:25,967 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:25,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741870_1046 (size=12151) 2024-12-07T06:19:25,970 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ad5d10f81c174448ab80ed4e2fa58e24 2024-12-07T06:19:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/9d221a1207db4dcb8b4d17d2b871aba7 is 50, key is test_row_0/C:col10/1733552364789/Put/seqid=0 2024-12-07T06:19:26,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741871_1047 (size=12151) 2024-12-07T06:19:26,010 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/9d221a1207db4dcb8b4d17d2b871aba7 2024-12-07T06:19:26,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/a24b77edef9848a597b406628b85beb5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a24b77edef9848a597b406628b85beb5 2024-12-07T06:19:26,032 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a24b77edef9848a597b406628b85beb5, entries=150, sequenceid=152, filesize=11.9 K 2024-12-07T06:19:26,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ad5d10f81c174448ab80ed4e2fa58e24 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ad5d10f81c174448ab80ed4e2fa58e24 2024-12-07T06:19:26,046 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ad5d10f81c174448ab80ed4e2fa58e24, entries=150, sequenceid=152, filesize=11.9 K 2024-12-07T06:19:26,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/9d221a1207db4dcb8b4d17d2b871aba7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d221a1207db4dcb8b4d17d2b871aba7 2024-12-07T06:19:26,060 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d221a1207db4dcb8b4d17d2b871aba7, entries=150, sequenceid=152, filesize=11.9 K 2024-12-07T06:19:26,064 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for d4486e9fd722297a097a6e9865eb417f in 237ms, sequenceid=152, compaction requested=false 2024-12-07T06:19:26,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:26,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:26,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-07T06:19:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:26,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-07T06:19:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-07T06:19:26,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:26,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:26,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:26,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:26,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:26,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:26,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-07T06:19:26,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 708 msec 2024-12-07T06:19:26,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 719 msec 2024-12-07T06:19:26,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/0df1fb30e9ad499a92e27538cea8cbbf is 50, key is test_row_0/A:col10/1733552365951/Put/seqid=0 2024-12-07T06:19:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741872_1048 (size=14541) 2024-12-07T06:19:26,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/0df1fb30e9ad499a92e27538cea8cbbf 2024-12-07T06:19:26,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552426093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552426093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552426093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552426097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552426096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ae6e1d90a13649519af7553c8a5cca52 is 50, key is test_row_0/B:col10/1733552365951/Put/seqid=0 2024-12-07T06:19:26,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741873_1049 (size=12151) 2024-12-07T06:19:26,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552426202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552426203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552426203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552426205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552426210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,277 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/7acde5de2b914cc9a937dbd4b3c1b797 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/7acde5de2b914cc9a937dbd4b3c1b797 2024-12-07T06:19:26,289 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into 7acde5de2b914cc9a937dbd4b3c1b797(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:26,289 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:26,290 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552365769; duration=0sec 2024-12-07T06:19:26,290 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:26,290 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:26,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552426406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552426411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552426412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552426412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552426413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T06:19:26,468 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-07T06:19:26,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-07T06:19:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T06:19:26,476 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:26,477 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:26,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:26,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ae6e1d90a13649519af7553c8a5cca52 2024-12-07T06:19:26,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/8d191b7448424e34b3394cc968f90c09 is 50, key is test_row_0/C:col10/1733552365951/Put/seqid=0 2024-12-07T06:19:26,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741874_1050 (size=12151) 2024-12-07T06:19:26,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/8d191b7448424e34b3394cc968f90c09 2024-12-07T06:19:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T06:19:26,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/0df1fb30e9ad499a92e27538cea8cbbf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/0df1fb30e9ad499a92e27538cea8cbbf 2024-12-07T06:19:26,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/0df1fb30e9ad499a92e27538cea8cbbf, entries=200, sequenceid=175, filesize=14.2 K 2024-12-07T06:19:26,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ae6e1d90a13649519af7553c8a5cca52 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ae6e1d90a13649519af7553c8a5cca52 2024-12-07T06:19:26,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ae6e1d90a13649519af7553c8a5cca52, entries=150, sequenceid=175, filesize=11.9 K 2024-12-07T06:19:26,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/8d191b7448424e34b3394cc968f90c09 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8d191b7448424e34b3394cc968f90c09 2024-12-07T06:19:26,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8d191b7448424e34b3394cc968f90c09, entries=150, sequenceid=175, filesize=11.9 K 2024-12-07T06:19:26,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d4486e9fd722297a097a6e9865eb417f in 562ms, sequenceid=175, compaction requested=true 2024-12-07T06:19:26,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:26,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:26,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:26,626 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:26,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:26,627 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:26,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:26,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:26,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:26,629 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:26,629 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:26,629 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:26,630 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/37aee45f4bff4ff39e60790f7ef1d04f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a24b77edef9848a597b406628b85beb5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/0df1fb30e9ad499a92e27538cea8cbbf] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=38.1 K 2024-12-07T06:19:26,630 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:26,631 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:26,631 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:26,631 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/7acde5de2b914cc9a937dbd4b3c1b797, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ad5d10f81c174448ab80ed4e2fa58e24, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ae6e1d90a13649519af7553c8a5cca52] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.8 K 2024-12-07T06:19:26,631 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37aee45f4bff4ff39e60790f7ef1d04f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733552363611 2024-12-07T06:19:26,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,632 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 7acde5de2b914cc9a937dbd4b3c1b797, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733552363611 2024-12-07T06:19:26,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-07T06:19:26,633 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ad5d10f81c174448ab80ed4e2fa58e24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733552364773 2024-12-07T06:19:26,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:26,633 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-07T06:19:26,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:26,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:26,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:26,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:26,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:26,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:26,635 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a24b77edef9848a597b406628b85beb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733552364773 2024-12-07T06:19:26,636 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ae6e1d90a13649519af7553c8a5cca52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733552365924 2024-12-07T06:19:26,638 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0df1fb30e9ad499a92e27538cea8cbbf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733552365924 2024-12-07T06:19:26,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/cf9c3d27d4a24782a18c6b0b8cc1b700 is 50, key is test_row_0/A:col10/1733552366090/Put/seqid=0 2024-12-07T06:19:26,670 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:26,671 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/f9581f38f54c4e468dcf63cc43c4feba is 50, key is test_row_0/B:col10/1733552365951/Put/seqid=0 2024-12-07T06:19:26,678 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:26,679 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/571e1f635acc489c9406b082ffdb66de is 50, key is test_row_0/A:col10/1733552365951/Put/seqid=0 2024-12-07T06:19:26,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741875_1051 (size=12151) 2024-12-07T06:19:26,699 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/cf9c3d27d4a24782a18c6b0b8cc1b700 2024-12-07T06:19:26,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/031ac35658754b8086265d5eeaa3d1ad is 50, key is test_row_0/B:col10/1733552366090/Put/seqid=0 2024-12-07T06:19:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:26,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741876_1052 (size=12561) 2024-12-07T06:19:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741877_1053 (size=12561) 2024-12-07T06:19:26,734 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/571e1f635acc489c9406b082ffdb66de as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/571e1f635acc489c9406b082ffdb66de 2024-12-07T06:19:26,743 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into 571e1f635acc489c9406b082ffdb66de(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:26,744 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:26,744 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552366626; duration=0sec 2024-12-07T06:19:26,744 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:26,744 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:26,744 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:26,746 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:26,746 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:26,747 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:26,747 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/88b6c02133024df6873a315e2eccad76, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d221a1207db4dcb8b4d17d2b871aba7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8d191b7448424e34b3394cc968f90c09] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=35.8 K 2024-12-07T06:19:26,748 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88b6c02133024df6873a315e2eccad76, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733552363611 2024-12-07T06:19:26,749 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d221a1207db4dcb8b4d17d2b871aba7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733552364773 2024-12-07T06:19:26,750 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d191b7448424e34b3394cc968f90c09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733552365924 2024-12-07T06:19:26,766 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:26,767 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/227916bf99644e5b8b710cf227549a7b is 50, key is test_row_0/C:col10/1733552365951/Put/seqid=0 2024-12-07T06:19:26,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552426755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741878_1054 (size=12151) 2024-12-07T06:19:26,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552426756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,771 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/031ac35658754b8086265d5eeaa3d1ad 2024-12-07T06:19:26,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552426758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552426769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T06:19:26,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552426774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/fd69d94cb86c4ebc96db0e85b5b303f6 is 50, key is test_row_0/C:col10/1733552366090/Put/seqid=0 2024-12-07T06:19:26,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741879_1055 (size=12561) 2024-12-07T06:19:26,806 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/227916bf99644e5b8b710cf227549a7b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/227916bf99644e5b8b710cf227549a7b 2024-12-07T06:19:26,816 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 227916bf99644e5b8b710cf227549a7b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:26,816 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:26,816 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552366627; duration=0sec 2024-12-07T06:19:26,816 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:26,816 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741880_1056 (size=12151) 2024-12-07T06:19:26,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552426872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552426873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552426872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552426879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:26,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552426882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552427077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552427077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552427077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T06:19:27,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552427083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552427087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,130 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/f9581f38f54c4e468dcf63cc43c4feba as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f9581f38f54c4e468dcf63cc43c4feba 2024-12-07T06:19:27,140 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into f9581f38f54c4e468dcf63cc43c4feba(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:27,140 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:27,140 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552366626; duration=0sec 2024-12-07T06:19:27,140 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:27,140 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:27,243 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/fd69d94cb86c4ebc96db0e85b5b303f6 2024-12-07T06:19:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/cf9c3d27d4a24782a18c6b0b8cc1b700 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cf9c3d27d4a24782a18c6b0b8cc1b700 2024-12-07T06:19:27,260 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cf9c3d27d4a24782a18c6b0b8cc1b700, entries=150, sequenceid=191, filesize=11.9 K 2024-12-07T06:19:27,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/031ac35658754b8086265d5eeaa3d1ad as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/031ac35658754b8086265d5eeaa3d1ad 2024-12-07T06:19:27,270 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/031ac35658754b8086265d5eeaa3d1ad, entries=150, sequenceid=191, filesize=11.9 K 2024-12-07T06:19:27,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/fd69d94cb86c4ebc96db0e85b5b303f6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/fd69d94cb86c4ebc96db0e85b5b303f6 2024-12-07T06:19:27,282 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/fd69d94cb86c4ebc96db0e85b5b303f6, entries=150, sequenceid=191, filesize=11.9 K 2024-12-07T06:19:27,284 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d4486e9fd722297a097a6e9865eb417f in 650ms, sequenceid=191, compaction requested=false 2024-12-07T06:19:27,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:27,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:27,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-07T06:19:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-07T06:19:27,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-07T06:19:27,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 808 msec 2024-12-07T06:19:27,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 818 msec 2024-12-07T06:19:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:27,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:19:27,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:27,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:27,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:27,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:27,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:27,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:27,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/345a93704ffe4292a0c92ffe30a7c177 is 50, key is test_row_0/A:col10/1733552366747/Put/seqid=0 2024-12-07T06:19:27,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552427398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552427399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552427402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552427402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552427405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741881_1057 (size=14541) 2024-12-07T06:19:27,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/345a93704ffe4292a0c92ffe30a7c177 2024-12-07T06:19:27,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/3ea9958293af44528dbf88383ec19db7 is 50, key is test_row_0/B:col10/1733552366747/Put/seqid=0 2024-12-07T06:19:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741882_1058 (size=12151) 2024-12-07T06:19:27,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552427507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552427508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552427510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552427511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552427513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T06:19:27,581 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-07T06:19:27,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-07T06:19:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T06:19:27,586 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:27,587 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:27,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T06:19:27,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552427713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552427713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552427713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552427714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552427718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T06:19:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:27,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:27,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:27,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/3ea9958293af44528dbf88383ec19db7 2024-12-07T06:19:27,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/60b0c15798ae4bf29f58544c628fd9bd is 50, key is test_row_0/C:col10/1733552366747/Put/seqid=0 2024-12-07T06:19:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T06:19:27,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:27,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T06:19:27,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:27,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:27,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:27,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:27,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741883_1059 (size=12151) 2024-12-07T06:19:27,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/60b0c15798ae4bf29f58544c628fd9bd 2024-12-07T06:19:27,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/345a93704ffe4292a0c92ffe30a7c177 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/345a93704ffe4292a0c92ffe30a7c177 2024-12-07T06:19:27,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/345a93704ffe4292a0c92ffe30a7c177, entries=200, sequenceid=218, filesize=14.2 K 2024-12-07T06:19:27,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/3ea9958293af44528dbf88383ec19db7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/3ea9958293af44528dbf88383ec19db7 2024-12-07T06:19:27,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/3ea9958293af44528dbf88383ec19db7, entries=150, sequenceid=218, filesize=11.9 K 2024-12-07T06:19:27,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/60b0c15798ae4bf29f58544c628fd9bd as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/60b0c15798ae4bf29f58544c628fd9bd 2024-12-07T06:19:27,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/60b0c15798ae4bf29f58544c628fd9bd, entries=150, sequenceid=218, filesize=11.9 K 2024-12-07T06:19:27,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d4486e9fd722297a097a6e9865eb417f in 554ms, sequenceid=218, compaction requested=true 2024-12-07T06:19:27,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:27,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:27,936 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:27,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:27,936 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:27,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:27,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:27,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:27,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:27,938 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:27,938 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:27,938 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:27,938 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:27,938 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:27,938 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:27,938 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/571e1f635acc489c9406b082ffdb66de, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cf9c3d27d4a24782a18c6b0b8cc1b700, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/345a93704ffe4292a0c92ffe30a7c177] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=38.3 K 2024-12-07T06:19:27,938 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f9581f38f54c4e468dcf63cc43c4feba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/031ac35658754b8086265d5eeaa3d1ad, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/3ea9958293af44528dbf88383ec19db7] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.0 K 2024-12-07T06:19:27,939 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 571e1f635acc489c9406b082ffdb66de, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733552365924 2024-12-07T06:19:27,939 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9581f38f54c4e468dcf63cc43c4feba, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733552365924 2024-12-07T06:19:27,940 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting cf9c3d27d4a24782a18c6b0b8cc1b700, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733552366090 2024-12-07T06:19:27,940 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 031ac35658754b8086265d5eeaa3d1ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733552366090 2024-12-07T06:19:27,941 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ea9958293af44528dbf88383ec19db7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733552366747 2024-12-07T06:19:27,941 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 345a93704ffe4292a0c92ffe30a7c177, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733552366747 2024-12-07T06:19:27,958 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:27,958 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/58a090ac1d0a46b7b69d224e6c02604d is 50, key is test_row_0/B:col10/1733552366747/Put/seqid=0 2024-12-07T06:19:27,960 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:27,960 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/b08d094818e2431d8406a5c21f8bacfe is 50, key is test_row_0/A:col10/1733552366747/Put/seqid=0 2024-12-07T06:19:27,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741884_1060 (size=12663) 2024-12-07T06:19:27,976 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/58a090ac1d0a46b7b69d224e6c02604d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/58a090ac1d0a46b7b69d224e6c02604d 2024-12-07T06:19:27,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741885_1061 (size=12663) 2024-12-07T06:19:27,985 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into 58a090ac1d0a46b7b69d224e6c02604d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:27,985 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:27,985 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552367936; duration=0sec 2024-12-07T06:19:27,985 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:27,985 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:27,985 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:27,993 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:27,993 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:27,993 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:27,994 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/227916bf99644e5b8b710cf227549a7b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/fd69d94cb86c4ebc96db0e85b5b303f6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/60b0c15798ae4bf29f58544c628fd9bd] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.0 K 2024-12-07T06:19:27,994 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 227916bf99644e5b8b710cf227549a7b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733552365924 2024-12-07T06:19:27,995 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd69d94cb86c4ebc96db0e85b5b303f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733552366090 2024-12-07T06:19:27,995 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60b0c15798ae4bf29f58544c628fd9bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733552366747 2024-12-07T06:19:28,007 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#47 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:28,008 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/d1db439cc42749e1af2fbe714315e0da is 50, key is test_row_0/C:col10/1733552366747/Put/seqid=0 2024-12-07T06:19:28,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:19:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:28,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:28,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:28,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:28,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:28,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:28,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:28,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741886_1062 (size=12663) 2024-12-07T06:19:28,036 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/d1db439cc42749e1af2fbe714315e0da as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d1db439cc42749e1af2fbe714315e0da 2024-12-07T06:19:28,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T06:19:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,081 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into d1db439cc42749e1af2fbe714315e0da(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:28,081 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:28,081 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552367936; duration=0sec 2024-12-07T06:19:28,081 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:28,081 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:28,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/cab4816c72b24e41afd3f318d8227efe is 50, key is test_row_0/A:col10/1733552368020/Put/seqid=0 2024-12-07T06:19:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741887_1063 (size=12151) 2024-12-07T06:19:28,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/cab4816c72b24e41afd3f318d8227efe 2024-12-07T06:19:28,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552428104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552428109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/c4c151404df24816968aa5a87fb3b891 is 50, key is test_row_0/B:col10/1733552368020/Put/seqid=0 2024-12-07T06:19:28,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552428110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552428112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552428113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741888_1064 (size=12151) 2024-12-07T06:19:28,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/c4c151404df24816968aa5a87fb3b891 2024-12-07T06:19:28,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/cbac078872ec4fcb9f3980bcf0b58c92 is 50, key is test_row_0/C:col10/1733552368020/Put/seqid=0 2024-12-07T06:19:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741889_1065 (size=12151) 2024-12-07T06:19:28,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/cbac078872ec4fcb9f3980bcf0b58c92 2024-12-07T06:19:28,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/cab4816c72b24e41afd3f318d8227efe as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cab4816c72b24e41afd3f318d8227efe 2024-12-07T06:19:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T06:19:28,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cab4816c72b24e41afd3f318d8227efe, entries=150, sequenceid=233, filesize=11.9 K 2024-12-07T06:19:28,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/c4c151404df24816968aa5a87fb3b891 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c4c151404df24816968aa5a87fb3b891 2024-12-07T06:19:28,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c4c151404df24816968aa5a87fb3b891, entries=150, sequenceid=233, filesize=11.9 K 2024-12-07T06:19:28,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/cbac078872ec4fcb9f3980bcf0b58c92 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/cbac078872ec4fcb9f3980bcf0b58c92 2024-12-07T06:19:28,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T06:19:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/cbac078872ec4fcb9f3980bcf0b58c92, entries=150, sequenceid=233, filesize=11.9 K 2024-12-07T06:19:28,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for d4486e9fd722297a097a6e9865eb417f in 196ms, sequenceid=233, compaction requested=false 2024-12-07T06:19:28,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:28,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:19:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:28,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/7e26b6093e8f4793b0d4178c6caf789a is 50, key is test_row_0/A:col10/1733552368218/Put/seqid=0 2024-12-07T06:19:28,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552428230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552428231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552428231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552428235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552428236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741890_1066 (size=14591) 2024-12-07T06:19:28,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/7e26b6093e8f4793b0d4178c6caf789a 2024-12-07T06:19:28,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ea6e141600f2489983114f735eee88b6 is 50, key is test_row_0/B:col10/1733552368218/Put/seqid=0 2024-12-07T06:19:28,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741891_1067 (size=12201) 2024-12-07T06:19:28,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552428337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552428337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552428338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552428340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552428339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T06:19:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,391 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/b08d094818e2431d8406a5c21f8bacfe as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b08d094818e2431d8406a5c21f8bacfe 2024-12-07T06:19:28,401 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into b08d094818e2431d8406a5c21f8bacfe(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:28,401 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:28,401 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552367936; duration=0sec 2024-12-07T06:19:28,401 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:28,401 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:28,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T06:19:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552428543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552428544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552428543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552428545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552428545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ea6e141600f2489983114f735eee88b6 2024-12-07T06:19:28,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T06:19:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:28,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4fba564dc4924fb8a9da5dffec13d14e is 50, key is test_row_0/C:col10/1733552368218/Put/seqid=0 2024-12-07T06:19:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T06:19:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741892_1068 (size=12201) 2024-12-07T06:19:28,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4fba564dc4924fb8a9da5dffec13d14e 2024-12-07T06:19:28,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/7e26b6093e8f4793b0d4178c6caf789a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7e26b6093e8f4793b0d4178c6caf789a 2024-12-07T06:19:28,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7e26b6093e8f4793b0d4178c6caf789a, entries=200, sequenceid=258, filesize=14.2 K 2024-12-07T06:19:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ea6e141600f2489983114f735eee88b6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ea6e141600f2489983114f735eee88b6 2024-12-07T06:19:28,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ea6e141600f2489983114f735eee88b6, entries=150, sequenceid=258, filesize=11.9 K 2024-12-07T06:19:28,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4fba564dc4924fb8a9da5dffec13d14e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4fba564dc4924fb8a9da5dffec13d14e 2024-12-07T06:19:28,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4fba564dc4924fb8a9da5dffec13d14e, entries=150, sequenceid=258, filesize=11.9 K 2024-12-07T06:19:28,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d4486e9fd722297a097a6e9865eb417f in 515ms, sequenceid=258, compaction requested=true 2024-12-07T06:19:28,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:28,735 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:28,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:28,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:28,736 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:28,737 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:28,737 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:28,737 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,737 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b08d094818e2431d8406a5c21f8bacfe, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cab4816c72b24e41afd3f318d8227efe, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7e26b6093e8f4793b0d4178c6caf789a] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=38.5 K 2024-12-07T06:19:28,738 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting b08d094818e2431d8406a5c21f8bacfe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733552366747 2024-12-07T06:19:28,738 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:28,738 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:28,738 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,738 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/58a090ac1d0a46b7b69d224e6c02604d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c4c151404df24816968aa5a87fb3b891, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ea6e141600f2489983114f735eee88b6] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.1 K 2024-12-07T06:19:28,739 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting cab4816c72b24e41afd3f318d8227efe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733552367395 2024-12-07T06:19:28,739 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 58a090ac1d0a46b7b69d224e6c02604d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733552366747 2024-12-07T06:19:28,739 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e26b6093e8f4793b0d4178c6caf789a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552368099 2024-12-07T06:19:28,740 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c4c151404df24816968aa5a87fb3b891, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733552367395 2024-12-07T06:19:28,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:28,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:28,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:28,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:28,740 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ea6e141600f2489983114f735eee88b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552368099 2024-12-07T06:19:28,754 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:28,755 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:28,755 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/ed8fe953651c4c768bc42c75bf4ce127 is 50, key is test_row_0/A:col10/1733552368218/Put/seqid=0 2024-12-07T06:19:28,755 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/5f51b548710d418394a0554a708805d3 is 50, key is test_row_0/B:col10/1733552368218/Put/seqid=0 2024-12-07T06:19:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741893_1069 (size=12815) 2024-12-07T06:19:28,819 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/ed8fe953651c4c768bc42c75bf4ce127 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/ed8fe953651c4c768bc42c75bf4ce127 2024-12-07T06:19:28,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741894_1070 (size=12815) 2024-12-07T06:19:28,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T06:19:28,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,830 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:19:28,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:28,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:28,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:28,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:28,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:28,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:28,833 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/5f51b548710d418394a0554a708805d3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/5f51b548710d418394a0554a708805d3 2024-12-07T06:19:28,836 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into ed8fe953651c4c768bc42c75bf4ce127(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:28,836 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:28,836 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552368735; duration=0sec 2024-12-07T06:19:28,836 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:28,836 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:28,837 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:28,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/dfa32f1592014eae8315d2451b9a9d2b is 50, key is test_row_0/A:col10/1733552368233/Put/seqid=0 2024-12-07T06:19:28,840 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:28,840 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:28,840 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:28,840 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d1db439cc42749e1af2fbe714315e0da, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/cbac078872ec4fcb9f3980bcf0b58c92, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4fba564dc4924fb8a9da5dffec13d14e] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.1 K 2024-12-07T06:19:28,842 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1db439cc42749e1af2fbe714315e0da, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733552366747 2024-12-07T06:19:28,843 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbac078872ec4fcb9f3980bcf0b58c92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733552367395 2024-12-07T06:19:28,844 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fba564dc4924fb8a9da5dffec13d14e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552368099 2024-12-07T06:19:28,848 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into 5f51b548710d418394a0554a708805d3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:28,848 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:28,848 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552368736; duration=0sec 2024-12-07T06:19:28,848 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:28,848 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:28,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741895_1071 (size=12301) 2024-12-07T06:19:28,879 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:28,880 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/6f2aa40ac16f4d49829b2def15ee995d is 50, key is test_row_0/C:col10/1733552368218/Put/seqid=0 2024-12-07T06:19:28,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552428878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552428880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552428883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552428884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552428881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741896_1072 (size=12815) 2024-12-07T06:19:28,931 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/6f2aa40ac16f4d49829b2def15ee995d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/6f2aa40ac16f4d49829b2def15ee995d 2024-12-07T06:19:28,941 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 6f2aa40ac16f4d49829b2def15ee995d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:28,942 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:28,942 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552368740; duration=0sec 2024-12-07T06:19:28,942 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:28,942 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:28,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552428986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552428989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552428989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552428990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552428990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552429191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:29,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552429192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552429192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552429193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552429199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,266 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/dfa32f1592014eae8315d2451b9a9d2b 2024-12-07T06:19:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/0090509911cc404d86669c3354a21e04 is 50, key is test_row_0/B:col10/1733552368233/Put/seqid=0 2024-12-07T06:19:29,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741897_1073 (size=12301) 2024-12-07T06:19:29,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552429496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552429497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552429499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552429502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552429502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:29,689 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/0090509911cc404d86669c3354a21e04 2024-12-07T06:19:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T06:19:29,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/3fa262e15ca94cbd825f98c91573e695 is 50, key is test_row_0/C:col10/1733552368233/Put/seqid=0 2024-12-07T06:19:29,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741898_1074 (size=12301) 2024-12-07T06:19:29,713 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/3fa262e15ca94cbd825f98c91573e695 2024-12-07T06:19:29,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/dfa32f1592014eae8315d2451b9a9d2b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/dfa32f1592014eae8315d2451b9a9d2b 2024-12-07T06:19:29,726 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/dfa32f1592014eae8315d2451b9a9d2b, entries=150, sequenceid=272, filesize=12.0 K 2024-12-07T06:19:29,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/0090509911cc404d86669c3354a21e04 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0090509911cc404d86669c3354a21e04 2024-12-07T06:19:29,737 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0090509911cc404d86669c3354a21e04, entries=150, sequenceid=272, filesize=12.0 K 2024-12-07T06:19:29,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/3fa262e15ca94cbd825f98c91573e695 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/3fa262e15ca94cbd825f98c91573e695 2024-12-07T06:19:29,745 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/3fa262e15ca94cbd825f98c91573e695, entries=150, sequenceid=272, filesize=12.0 K 2024-12-07T06:19:29,746 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d4486e9fd722297a097a6e9865eb417f in 917ms, sequenceid=272, compaction requested=false 2024-12-07T06:19:29,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:29,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:29,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-07T06:19:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-07T06:19:29,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-07T06:19:29,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1630 sec 2024-12-07T06:19:29,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.1700 sec 2024-12-07T06:19:30,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:19:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:30,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:30,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:30,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:30,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:30,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:30,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:30,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/599261ec9036445290215aed0a255e9c is 50, key is test_row_0/A:col10/1733552368881/Put/seqid=0 2024-12-07T06:19:30,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552430020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552430020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552430022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552430023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552430024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741899_1075 (size=14741) 2024-12-07T06:19:30,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/599261ec9036445290215aed0a255e9c 2024-12-07T06:19:30,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/bf081899cabb4dce8f1f6262e013774f is 50, key is test_row_0/B:col10/1733552368881/Put/seqid=0 2024-12-07T06:19:30,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741900_1076 (size=12301) 2024-12-07T06:19:30,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/bf081899cabb4dce8f1f6262e013774f 2024-12-07T06:19:30,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/ac4f1a605dd54e9b9b124918de1d3523 is 50, key is test_row_0/C:col10/1733552368881/Put/seqid=0 2024-12-07T06:19:30,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741901_1077 (size=12301) 2024-12-07T06:19:30,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/ac4f1a605dd54e9b9b124918de1d3523 2024-12-07T06:19:30,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552430126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552430127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/599261ec9036445290215aed0a255e9c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/599261ec9036445290215aed0a255e9c 2024-12-07T06:19:30,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552430129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552430130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552430130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/599261ec9036445290215aed0a255e9c, entries=200, sequenceid=300, filesize=14.4 K 2024-12-07T06:19:30,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/bf081899cabb4dce8f1f6262e013774f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/bf081899cabb4dce8f1f6262e013774f 2024-12-07T06:19:30,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/bf081899cabb4dce8f1f6262e013774f, entries=150, sequenceid=300, filesize=12.0 K 2024-12-07T06:19:30,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/ac4f1a605dd54e9b9b124918de1d3523 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ac4f1a605dd54e9b9b124918de1d3523 2024-12-07T06:19:30,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ac4f1a605dd54e9b9b124918de1d3523, entries=150, sequenceid=300, filesize=12.0 K 2024-12-07T06:19:30,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d4486e9fd722297a097a6e9865eb417f in 160ms, sequenceid=300, compaction requested=true 2024-12-07T06:19:30,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:30,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:30,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:30,168 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:30,168 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:30,170 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:30,170 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:30,170 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:30,170 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:30,170 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:30,170 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/ed8fe953651c4c768bc42c75bf4ce127, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/dfa32f1592014eae8315d2451b9a9d2b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/599261ec9036445290215aed0a255e9c] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=38.9 K 2024-12-07T06:19:30,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:30,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:30,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:30,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:30,170 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:30,172 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/5f51b548710d418394a0554a708805d3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0090509911cc404d86669c3354a21e04, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/bf081899cabb4dce8f1f6262e013774f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.5 K 2024-12-07T06:19:30,173 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed8fe953651c4c768bc42c75bf4ce127, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552368099 2024-12-07T06:19:30,173 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f51b548710d418394a0554a708805d3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552368099 2024-12-07T06:19:30,173 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfa32f1592014eae8315d2451b9a9d2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733552368229 2024-12-07T06:19:30,173 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 0090509911cc404d86669c3354a21e04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733552368229 2024-12-07T06:19:30,174 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 599261ec9036445290215aed0a255e9c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733552368881 2024-12-07T06:19:30,174 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting bf081899cabb4dce8f1f6262e013774f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733552368881 2024-12-07T06:19:30,187 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:30,188 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:30,188 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/e8f56ed6f2a64a169427bcbc2125dc31 is 50, key is test_row_0/A:col10/1733552368881/Put/seqid=0 2024-12-07T06:19:30,189 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/2eaa5946f77340c5ba6ead3ef7fd2eec is 50, key is test_row_0/B:col10/1733552368881/Put/seqid=0 2024-12-07T06:19:30,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741902_1078 (size=13017) 2024-12-07T06:19:30,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741903_1079 (size=13017) 2024-12-07T06:19:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:30,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T06:19:30,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:30,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:30,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:30,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:30,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:30,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:30,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/d4299e03caa14c70ae18962f8130697f is 50, key is test_row_0/A:col10/1733552370021/Put/seqid=0 2024-12-07T06:19:30,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741904_1080 (size=12301) 2024-12-07T06:19:30,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/d4299e03caa14c70ae18962f8130697f 2024-12-07T06:19:30,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552430361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552430365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552430365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552430366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552430366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/b711e458a2dd419ba7e9b7b732daa695 is 50, key is test_row_0/B:col10/1733552370021/Put/seqid=0 2024-12-07T06:19:30,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741905_1081 (size=12301) 2024-12-07T06:19:30,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552430468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552430474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552430474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552430476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552430477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,611 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/e8f56ed6f2a64a169427bcbc2125dc31 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/e8f56ed6f2a64a169427bcbc2125dc31 2024-12-07T06:19:30,625 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into e8f56ed6f2a64a169427bcbc2125dc31(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:30,626 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:30,626 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552370168; duration=0sec 2024-12-07T06:19:30,626 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:30,626 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:30,626 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:30,628 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:30,628 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:30,628 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:30,628 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/6f2aa40ac16f4d49829b2def15ee995d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/3fa262e15ca94cbd825f98c91573e695, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ac4f1a605dd54e9b9b124918de1d3523] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.5 K 2024-12-07T06:19:30,629 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f2aa40ac16f4d49829b2def15ee995d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552368099 2024-12-07T06:19:30,630 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fa262e15ca94cbd825f98c91573e695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733552368229 2024-12-07T06:19:30,631 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac4f1a605dd54e9b9b124918de1d3523, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733552368881 2024-12-07T06:19:30,631 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/2eaa5946f77340c5ba6ead3ef7fd2eec as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2eaa5946f77340c5ba6ead3ef7fd2eec 2024-12-07T06:19:30,639 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into 2eaa5946f77340c5ba6ead3ef7fd2eec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:30,639 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:30,639 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552370168; duration=0sec 2024-12-07T06:19:30,639 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:30,639 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:30,646 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:30,647 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/ef7d7e741a8d4712b849e4a58faa0dc1 is 50, key is test_row_0/C:col10/1733552368881/Put/seqid=0 2024-12-07T06:19:30,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552430672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552430678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552430679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552430681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552430681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:30,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741906_1082 (size=13017) 2024-12-07T06:19:30,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/b711e458a2dd419ba7e9b7b732daa695 2024-12-07T06:19:30,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/a830df4fcdb74b6f81ebbad32c490f9d is 50, key is test_row_0/C:col10/1733552370021/Put/seqid=0 2024-12-07T06:19:30,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741907_1083 (size=12301) 2024-12-07T06:19:30,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/a830df4fcdb74b6f81ebbad32c490f9d 2024-12-07T06:19:30,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/d4299e03caa14c70ae18962f8130697f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d4299e03caa14c70ae18962f8130697f 2024-12-07T06:19:30,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d4299e03caa14c70ae18962f8130697f, entries=150, sequenceid=312, filesize=12.0 K 2024-12-07T06:19:30,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/b711e458a2dd419ba7e9b7b732daa695 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/b711e458a2dd419ba7e9b7b732daa695 2024-12-07T06:19:30,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/b711e458a2dd419ba7e9b7b732daa695, entries=150, sequenceid=312, filesize=12.0 K 2024-12-07T06:19:30,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/a830df4fcdb74b6f81ebbad32c490f9d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a830df4fcdb74b6f81ebbad32c490f9d 2024-12-07T06:19:30,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a830df4fcdb74b6f81ebbad32c490f9d, entries=150, sequenceid=312, filesize=12.0 K 2024-12-07T06:19:30,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d4486e9fd722297a097a6e9865eb417f in 548ms, sequenceid=312, compaction requested=false 2024-12-07T06:19:30,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:30,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T06:19:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:30,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:31,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/3c5c3c673e194032932fbe2021b5209b is 50, key is test_row_0/A:col10/1733552370991/Put/seqid=0 2024-12-07T06:19:31,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552431002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552431003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552431005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552431006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552431007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741908_1084 (size=14741) 2024-12-07T06:19:31,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/3c5c3c673e194032932fbe2021b5209b 2024-12-07T06:19:31,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/c6d08306434043039b0c20c957e3e630 is 50, key is test_row_0/B:col10/1733552370991/Put/seqid=0 2024-12-07T06:19:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741909_1085 (size=12301) 2024-12-07T06:19:31,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/c6d08306434043039b0c20c957e3e630 2024-12-07T06:19:31,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/92dfb14242fd4bd0bf9a565e525f113d is 50, key is test_row_0/C:col10/1733552370991/Put/seqid=0 2024-12-07T06:19:31,095 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/ef7d7e741a8d4712b849e4a58faa0dc1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ef7d7e741a8d4712b849e4a58faa0dc1 2024-12-07T06:19:31,108 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into ef7d7e741a8d4712b849e4a58faa0dc1(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:31,108 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:31,108 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552370171; duration=0sec 2024-12-07T06:19:31,108 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:31,108 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:31,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552431110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552431113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552431114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552431114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552431110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741910_1086 (size=12301) 2024-12-07T06:19:31,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552431319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552431319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552431319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552431320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552431321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/92dfb14242fd4bd0bf9a565e525f113d 2024-12-07T06:19:31,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/3c5c3c673e194032932fbe2021b5209b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3c5c3c673e194032932fbe2021b5209b 2024-12-07T06:19:31,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3c5c3c673e194032932fbe2021b5209b, entries=200, sequenceid=340, filesize=14.4 K 2024-12-07T06:19:31,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/c6d08306434043039b0c20c957e3e630 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c6d08306434043039b0c20c957e3e630 2024-12-07T06:19:31,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c6d08306434043039b0c20c957e3e630, entries=150, sequenceid=340, filesize=12.0 K 2024-12-07T06:19:31,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/92dfb14242fd4bd0bf9a565e525f113d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/92dfb14242fd4bd0bf9a565e525f113d 2024-12-07T06:19:31,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/92dfb14242fd4bd0bf9a565e525f113d, entries=150, sequenceid=340, filesize=12.0 K 2024-12-07T06:19:31,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d4486e9fd722297a097a6e9865eb417f in 581ms, sequenceid=340, compaction requested=true 2024-12-07T06:19:31,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:31,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:31,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:31,574 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:31,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:31,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:31,574 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:31,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:31,575 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:31,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:31,575 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:31,576 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:31,576 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/e8f56ed6f2a64a169427bcbc2125dc31, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d4299e03caa14c70ae18962f8130697f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3c5c3c673e194032932fbe2021b5209b] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=39.1 K 2024-12-07T06:19:31,576 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:31,576 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8f56ed6f2a64a169427bcbc2125dc31, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733552368881 2024-12-07T06:19:31,576 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:31,577 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:31,577 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2eaa5946f77340c5ba6ead3ef7fd2eec, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/b711e458a2dd419ba7e9b7b732daa695, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c6d08306434043039b0c20c957e3e630] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.7 K 2024-12-07T06:19:31,577 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4299e03caa14c70ae18962f8130697f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733552370016 2024-12-07T06:19:31,577 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eaa5946f77340c5ba6ead3ef7fd2eec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733552368881 2024-12-07T06:19:31,577 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c5c3c673e194032932fbe2021b5209b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733552370347 2024-12-07T06:19:31,578 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b711e458a2dd419ba7e9b7b732daa695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733552370016 2024-12-07T06:19:31,578 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c6d08306434043039b0c20c957e3e630, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733552370363 2024-12-07T06:19:31,594 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:31,595 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/801df5908df64a0c9b82b18a2bdad494 is 50, key is test_row_0/A:col10/1733552370991/Put/seqid=0 2024-12-07T06:19:31,602 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:31,609 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/cd8e2cfc00cd40428b0e7af6d3114f66 is 50, key is test_row_0/B:col10/1733552370991/Put/seqid=0 2024-12-07T06:19:31,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741911_1087 (size=13119) 2024-12-07T06:19:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:31,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:19:31,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:31,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:31,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:31,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:31,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:31,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:31,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741912_1088 (size=13119) 2024-12-07T06:19:31,644 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/cd8e2cfc00cd40428b0e7af6d3114f66 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cd8e2cfc00cd40428b0e7af6d3114f66 2024-12-07T06:19:31,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/63a072e861fa4d60ba980d76011b6050 is 50, key is test_row_0/A:col10/1733552371626/Put/seqid=0 2024-12-07T06:19:31,656 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into cd8e2cfc00cd40428b0e7af6d3114f66(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:31,656 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:31,656 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552371574; duration=0sec 2024-12-07T06:19:31,656 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:31,656 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:31,656 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:31,657 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:31,658 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:31,658 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:31,658 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ef7d7e741a8d4712b849e4a58faa0dc1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a830df4fcdb74b6f81ebbad32c490f9d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/92dfb14242fd4bd0bf9a565e525f113d] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.7 K 2024-12-07T06:19:31,658 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ef7d7e741a8d4712b849e4a58faa0dc1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733552368881 2024-12-07T06:19:31,659 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a830df4fcdb74b6f81ebbad32c490f9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733552370016 2024-12-07T06:19:31,662 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 92dfb14242fd4bd0bf9a565e525f113d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733552370363 2024-12-07T06:19:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552431671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552431671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552431676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552431677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,681 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552431672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,682 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/31185bbe6c34495dbe0c8292628dc0d9 is 50, key is test_row_0/C:col10/1733552370991/Put/seqid=0 2024-12-07T06:19:31,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741913_1089 (size=12301) 2024-12-07T06:19:31,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/63a072e861fa4d60ba980d76011b6050 2024-12-07T06:19:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T06:19:31,699 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-07T06:19:31,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-07T06:19:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-07T06:19:31,703 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:31,705 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:31,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:31,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/a1c51cdb330c4130bfc83dfa06ec0a12 is 50, key is test_row_0/B:col10/1733552371626/Put/seqid=0 2024-12-07T06:19:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741914_1090 (size=13119) 2024-12-07T06:19:31,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741915_1091 (size=12301) 2024-12-07T06:19:31,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/a1c51cdb330c4130bfc83dfa06ec0a12 2024-12-07T06:19:31,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552431780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552431782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552431783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552431783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552431783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/ade9ebafb67b49f5b86f151e4259a93d is 50, key is test_row_0/C:col10/1733552371626/Put/seqid=0 2024-12-07T06:19:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-07T06:19:31,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741916_1092 (size=12301) 2024-12-07T06:19:31,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/ade9ebafb67b49f5b86f151e4259a93d 2024-12-07T06:19:31,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/63a072e861fa4d60ba980d76011b6050 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/63a072e861fa4d60ba980d76011b6050 2024-12-07T06:19:31,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:31,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-07T06:19:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:31,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:31,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/63a072e861fa4d60ba980d76011b6050, entries=150, sequenceid=353, filesize=12.0 K 2024-12-07T06:19:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/a1c51cdb330c4130bfc83dfa06ec0a12 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/a1c51cdb330c4130bfc83dfa06ec0a12 2024-12-07T06:19:31,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/a1c51cdb330c4130bfc83dfa06ec0a12, entries=150, sequenceid=353, filesize=12.0 K 2024-12-07T06:19:31,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/ade9ebafb67b49f5b86f151e4259a93d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ade9ebafb67b49f5b86f151e4259a93d 2024-12-07T06:19:31,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ade9ebafb67b49f5b86f151e4259a93d, entries=150, sequenceid=353, filesize=12.0 K 2024-12-07T06:19:31,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d4486e9fd722297a097a6e9865eb417f in 260ms, sequenceid=353, compaction requested=false 2024-12-07T06:19:31,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:31,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:19:31,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:31,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:31,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:31,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:31,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:31,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-07T06:19:32,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/a1612adf737844beac1fd1d264b33d13 is 50, key is test_row_0/A:col10/1733552371990/Put/seqid=0 2024-12-07T06:19:32,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-07T06:19:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552432005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:32,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552432011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552432012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552432013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,030 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/801df5908df64a0c9b82b18a2bdad494 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/801df5908df64a0c9b82b18a2bdad494 2024-12-07T06:19:32,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552432038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,050 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into 801df5908df64a0c9b82b18a2bdad494(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:32,050 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:32,050 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552371574; duration=0sec 2024-12-07T06:19:32,050 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:32,050 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:32,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741917_1093 (size=14741) 2024-12-07T06:19:32,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552432115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552432124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552432124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552432123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,138 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/31185bbe6c34495dbe0c8292628dc0d9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/31185bbe6c34495dbe0c8292628dc0d9 2024-12-07T06:19:32,151 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 31185bbe6c34495dbe0c8292628dc0d9(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:32,151 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:32,151 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552371574; duration=0sec 2024-12-07T06:19:32,151 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:32,151 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:32,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552432145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-07T06:19:32,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:32,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-07T06:19:32,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552432320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-07T06:19:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552432330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:32,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552432331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552432332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552432355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/a1612adf737844beac1fd1d264b33d13 2024-12-07T06:19:32,487 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-07T06:19:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/88dee659a6224d55ba368ffaed6ae316 is 50, key is test_row_0/B:col10/1733552371990/Put/seqid=0 2024-12-07T06:19:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741918_1094 (size=12301) 2024-12-07T06:19:32,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552432625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552432635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552432636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552432636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-07T06:19:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552432660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-07T06:19:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-07T06:19:32,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/88dee659a6224d55ba368ffaed6ae316 2024-12-07T06:19:32,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:32,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-07T06:19:32,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:32,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:32,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:32,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/67830bc2c3064e4e9c7997956ffcf310 is 50, key is test_row_0/C:col10/1733552371990/Put/seqid=0 2024-12-07T06:19:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741919_1095 (size=12301) 2024-12-07T06:19:32,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/67830bc2c3064e4e9c7997956ffcf310 2024-12-07T06:19:32,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/a1612adf737844beac1fd1d264b33d13 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a1612adf737844beac1fd1d264b33d13 2024-12-07T06:19:32,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a1612adf737844beac1fd1d264b33d13, entries=200, sequenceid=379, filesize=14.4 K 2024-12-07T06:19:33,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/88dee659a6224d55ba368ffaed6ae316 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/88dee659a6224d55ba368ffaed6ae316 2024-12-07T06:19:33,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/88dee659a6224d55ba368ffaed6ae316, entries=150, sequenceid=379, filesize=12.0 K 2024-12-07T06:19:33,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/67830bc2c3064e4e9c7997956ffcf310 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/67830bc2c3064e4e9c7997956ffcf310 2024-12-07T06:19:33,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/67830bc2c3064e4e9c7997956ffcf310, entries=150, sequenceid=379, filesize=12.0 K 2024-12-07T06:19:33,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d4486e9fd722297a097a6e9865eb417f in 1033ms, sequenceid=379, compaction requested=true 2024-12-07T06:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:33,025 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:33,025 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:33,027 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:33,027 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:33,027 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:33,028 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/801df5908df64a0c9b82b18a2bdad494, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/63a072e861fa4d60ba980d76011b6050, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a1612adf737844beac1fd1d264b33d13] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=39.2 K 2024-12-07T06:19:33,028 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:33,028 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:33,028 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:33,029 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cd8e2cfc00cd40428b0e7af6d3114f66, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/a1c51cdb330c4130bfc83dfa06ec0a12, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/88dee659a6224d55ba368ffaed6ae316] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.8 K 2024-12-07T06:19:33,029 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 801df5908df64a0c9b82b18a2bdad494, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733552370363 2024-12-07T06:19:33,029 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting cd8e2cfc00cd40428b0e7af6d3114f66, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733552370363 2024-12-07T06:19:33,030 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a1c51cdb330c4130bfc83dfa06ec0a12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733552371004 2024-12-07T06:19:33,030 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63a072e861fa4d60ba980d76011b6050, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733552371004 2024-12-07T06:19:33,031 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 88dee659a6224d55ba368ffaed6ae316, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733552371633 2024-12-07T06:19:33,031 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1612adf737844beac1fd1d264b33d13, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733552371633 2024-12-07T06:19:33,052 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:33,053 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/e261b3dbf95f4df4bd29d46737485514 is 50, key is test_row_0/B:col10/1733552371990/Put/seqid=0 2024-12-07T06:19:33,064 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:33,064 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/a196d9aa88174ef39ea4709e200c1335 is 50, key is test_row_0/A:col10/1733552371990/Put/seqid=0 2024-12-07T06:19:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741920_1096 (size=13221) 2024-12-07T06:19:33,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-07T06:19:33,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:33,107 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T06:19:33,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:33,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:33,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:33,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:33,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:33,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:33,114 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/e261b3dbf95f4df4bd29d46737485514 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/e261b3dbf95f4df4bd29d46737485514 2024-12-07T06:19:33,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/3d04dc19347b44a1abe98ccec0253774 is 50, key is test_row_0/A:col10/1733552372012/Put/seqid=0 2024-12-07T06:19:33,124 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into e261b3dbf95f4df4bd29d46737485514(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:33,124 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:33,124 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552373025; duration=0sec 2024-12-07T06:19:33,124 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:33,125 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:33,125 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:33,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741921_1097 (size=13221) 2024-12-07T06:19:33,127 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:33,127 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:33,127 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:33,127 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/31185bbe6c34495dbe0c8292628dc0d9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ade9ebafb67b49f5b86f151e4259a93d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/67830bc2c3064e4e9c7997956ffcf310] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.8 K 2024-12-07T06:19:33,128 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 31185bbe6c34495dbe0c8292628dc0d9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733552370363 2024-12-07T06:19:33,130 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ade9ebafb67b49f5b86f151e4259a93d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733552371004 2024-12-07T06:19:33,131 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 67830bc2c3064e4e9c7997956ffcf310, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733552371633 2024-12-07T06:19:33,136 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/a196d9aa88174ef39ea4709e200c1335 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a196d9aa88174ef39ea4709e200c1335 2024-12-07T06:19:33,149 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into a196d9aa88174ef39ea4709e200c1335(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:33,149 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:33,149 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552373025; duration=0sec 2024-12-07T06:19:33,149 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:33,149 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:33,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:33,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741922_1098 (size=12301) 2024-12-07T06:19:33,165 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:33,166 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4d778b8beb994e1691f1b3f01a29a8da is 50, key is test_row_0/C:col10/1733552371990/Put/seqid=0 2024-12-07T06:19:33,170 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/3d04dc19347b44a1abe98ccec0253774 2024-12-07T06:19:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/0a3a133d248c41f796e5204180aa070d is 50, key is test_row_0/B:col10/1733552372012/Put/seqid=0 2024-12-07T06:19:33,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552433196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552433197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552433198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552433200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552433200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741923_1099 (size=13221) 2024-12-07T06:19:33,219 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4d778b8beb994e1691f1b3f01a29a8da as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4d778b8beb994e1691f1b3f01a29a8da 2024-12-07T06:19:33,227 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 4d778b8beb994e1691f1b3f01a29a8da(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:33,227 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:33,227 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552373025; duration=0sec 2024-12-07T06:19:33,227 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:33,227 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:33,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741924_1100 (size=12301) 2024-12-07T06:19:33,238 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/0a3a133d248c41f796e5204180aa070d 2024-12-07T06:19:33,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/2dda36ded9a04174a2ab674ad7e92e1c is 50, key is test_row_0/C:col10/1733552372012/Put/seqid=0 2024-12-07T06:19:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741925_1101 (size=12301) 2024-12-07T06:19:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552433304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552433305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552433307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552433309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552433311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552433510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552433510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552433513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552433526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552433526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,707 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/2dda36ded9a04174a2ab674ad7e92e1c 2024-12-07T06:19:33,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/3d04dc19347b44a1abe98ccec0253774 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3d04dc19347b44a1abe98ccec0253774 2024-12-07T06:19:33,736 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3d04dc19347b44a1abe98ccec0253774, entries=150, sequenceid=393, filesize=12.0 K 2024-12-07T06:19:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/0a3a133d248c41f796e5204180aa070d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0a3a133d248c41f796e5204180aa070d 2024-12-07T06:19:33,749 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0a3a133d248c41f796e5204180aa070d, entries=150, sequenceid=393, filesize=12.0 K 2024-12-07T06:19:33,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/2dda36ded9a04174a2ab674ad7e92e1c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2dda36ded9a04174a2ab674ad7e92e1c 2024-12-07T06:19:33,759 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2dda36ded9a04174a2ab674ad7e92e1c, entries=150, sequenceid=393, filesize=12.0 K 2024-12-07T06:19:33,760 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d4486e9fd722297a097a6e9865eb417f in 653ms, sequenceid=393, compaction requested=false 2024-12-07T06:19:33,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-07T06:19:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-07T06:19:33,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-07T06:19:33,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0570 sec 2024-12-07T06:19:33,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.0650 sec 2024-12-07T06:19:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-07T06:19:33,809 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-07T06:19:33,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-07T06:19:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-07T06:19:33,814 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:33,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:33,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:33,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:19:33,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:33,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:33,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:33,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:33,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:33,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:33,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/29cc0f2022ee470f95de14736396bfee is 50, key is test_row_0/A:col10/1733552373198/Put/seqid=0 2024-12-07T06:19:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741926_1102 (size=12301) 2024-12-07T06:19:33,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/29cc0f2022ee470f95de14736396bfee 2024-12-07T06:19:33,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552433840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552433841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552433842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552433849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552433855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/0773eba8f904413389105c8ffb3ca277 is 50, key is test_row_0/B:col10/1733552373198/Put/seqid=0 2024-12-07T06:19:33,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741927_1103 (size=12301) 2024-12-07T06:19:33,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/0773eba8f904413389105c8ffb3ca277 2024-12-07T06:19:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-07T06:19:33,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4433cf815a2640458e1032c9f02ffc55 is 50, key is test_row_0/C:col10/1733552373198/Put/seqid=0 2024-12-07T06:19:33,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741928_1104 (size=12301) 2024-12-07T06:19:33,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552433951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552433951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552433953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552433955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552433959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:33,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-07T06:19:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:33,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:33,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-07T06:19:34,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-07T06:19:34,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:34,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:34,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552434154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552434157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552434158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552434158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552434162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-07T06:19:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:34,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:34,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4433cf815a2640458e1032c9f02ffc55 2024-12-07T06:19:34,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/29cc0f2022ee470f95de14736396bfee as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29cc0f2022ee470f95de14736396bfee 2024-12-07T06:19:34,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29cc0f2022ee470f95de14736396bfee, entries=150, sequenceid=422, filesize=12.0 K 2024-12-07T06:19:34,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/0773eba8f904413389105c8ffb3ca277 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0773eba8f904413389105c8ffb3ca277 2024-12-07T06:19:34,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0773eba8f904413389105c8ffb3ca277, entries=150, sequenceid=422, filesize=12.0 K 2024-12-07T06:19:34,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4433cf815a2640458e1032c9f02ffc55 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4433cf815a2640458e1032c9f02ffc55 2024-12-07T06:19:34,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4433cf815a2640458e1032c9f02ffc55, entries=150, sequenceid=422, filesize=12.0 K 2024-12-07T06:19:34,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d4486e9fd722297a097a6e9865eb417f in 569ms, sequenceid=422, compaction requested=true 2024-12-07T06:19:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T06:19:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:34,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-07T06:19:34,389 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:34,389 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:34,391 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:34,391 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:34,391 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:34,391 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:34,391 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a196d9aa88174ef39ea4709e200c1335, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3d04dc19347b44a1abe98ccec0253774, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29cc0f2022ee470f95de14736396bfee] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.9 K 2024-12-07T06:19:34,392 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:34,392 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:34,392 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4d778b8beb994e1691f1b3f01a29a8da, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2dda36ded9a04174a2ab674ad7e92e1c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4433cf815a2640458e1032c9f02ffc55] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.9 K 2024-12-07T06:19:34,392 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a196d9aa88174ef39ea4709e200c1335, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733552371633 2024-12-07T06:19:34,393 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d04dc19347b44a1abe98ccec0253774, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733552372011 2024-12-07T06:19:34,393 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d778b8beb994e1691f1b3f01a29a8da, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733552371633 2024-12-07T06:19:34,393 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dda36ded9a04174a2ab674ad7e92e1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733552372011 2024-12-07T06:19:34,394 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29cc0f2022ee470f95de14736396bfee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733552373195 2024-12-07T06:19:34,394 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4433cf815a2640458e1032c9f02ffc55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733552373195 2024-12-07T06:19:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-07T06:19:34,422 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:34,423 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/7c0e2a681a564355a769f1822c940951 is 50, key is test_row_0/A:col10/1733552373198/Put/seqid=0 2024-12-07T06:19:34,427 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:34,428 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/58f62acfb9e84665b0701ff6fbac1dc5 is 50, key is test_row_0/C:col10/1733552373198/Put/seqid=0 2024-12-07T06:19:34,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-07T06:19:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:34,444 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:19:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:34,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/aefa3e0b4b8c4471a16884b3edf1c235 is 50, key is test_row_0/A:col10/1733552373825/Put/seqid=0 2024-12-07T06:19:34,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741929_1105 (size=13323) 2024-12-07T06:19:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:34,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741930_1106 (size=13323) 2024-12-07T06:19:34,515 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/7c0e2a681a564355a769f1822c940951 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7c0e2a681a564355a769f1822c940951 2024-12-07T06:19:34,525 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/58f62acfb9e84665b0701ff6fbac1dc5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/58f62acfb9e84665b0701ff6fbac1dc5 2024-12-07T06:19:34,528 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into 7c0e2a681a564355a769f1822c940951(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:34,528 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:34,528 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552374388; duration=0sec 2024-12-07T06:19:34,528 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:34,528 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:34,529 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:34,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741931_1107 (size=12301) 2024-12-07T06:19:34,534 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/aefa3e0b4b8c4471a16884b3edf1c235 2024-12-07T06:19:34,536 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:34,536 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:34,536 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:34,536 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/e261b3dbf95f4df4bd29d46737485514, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0a3a133d248c41f796e5204180aa070d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0773eba8f904413389105c8ffb3ca277] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=36.9 K 2024-12-07T06:19:34,539 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e261b3dbf95f4df4bd29d46737485514, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733552371633 2024-12-07T06:19:34,539 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a3a133d248c41f796e5204180aa070d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733552372011 2024-12-07T06:19:34,542 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0773eba8f904413389105c8ffb3ca277, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733552373195 2024-12-07T06:19:34,543 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 58f62acfb9e84665b0701ff6fbac1dc5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:34,543 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:34,543 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552374388; duration=0sec 2024-12-07T06:19:34,543 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:34,543 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/dc3f143c65f4400f93f183e7c80be2ce is 50, key is test_row_0/B:col10/1733552373825/Put/seqid=0 2024-12-07T06:19:34,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552434552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552434558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552434558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552434560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552434560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,578 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:34,579 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/08c20d5eafe348048270b9ecc3ee40da is 50, key is test_row_0/B:col10/1733552373198/Put/seqid=0 2024-12-07T06:19:34,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741932_1108 (size=12301) 2024-12-07T06:19:34,628 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/dc3f143c65f4400f93f183e7c80be2ce 2024-12-07T06:19:34,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741933_1109 (size=13323) 2024-12-07T06:19:34,648 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/08c20d5eafe348048270b9ecc3ee40da as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/08c20d5eafe348048270b9ecc3ee40da 2024-12-07T06:19:34,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/298a4d6b4c84478ea48600cf9345f7b5 is 50, key is test_row_0/C:col10/1733552373825/Put/seqid=0 2024-12-07T06:19:34,656 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into 08c20d5eafe348048270b9ecc3ee40da(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:34,656 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:34,656 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552374388; duration=0sec 2024-12-07T06:19:34,656 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:34,656 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:34,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552434662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552434665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552434665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552434666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552434668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741934_1110 (size=12301) 2024-12-07T06:19:34,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552434867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552434867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552434870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552434870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552434873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-07T06:19:35,095 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/298a4d6b4c84478ea48600cf9345f7b5 2024-12-07T06:19:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/aefa3e0b4b8c4471a16884b3edf1c235 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/aefa3e0b4b8c4471a16884b3edf1c235 2024-12-07T06:19:35,115 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/aefa3e0b4b8c4471a16884b3edf1c235, entries=150, sequenceid=433, filesize=12.0 K 2024-12-07T06:19:35,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/dc3f143c65f4400f93f183e7c80be2ce as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dc3f143c65f4400f93f183e7c80be2ce 2024-12-07T06:19:35,129 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dc3f143c65f4400f93f183e7c80be2ce, entries=150, sequenceid=433, filesize=12.0 K 2024-12-07T06:19:35,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/298a4d6b4c84478ea48600cf9345f7b5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/298a4d6b4c84478ea48600cf9345f7b5 2024-12-07T06:19:35,144 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/298a4d6b4c84478ea48600cf9345f7b5, entries=150, sequenceid=433, filesize=12.0 K 2024-12-07T06:19:35,146 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d4486e9fd722297a097a6e9865eb417f in 702ms, sequenceid=433, compaction requested=false 2024-12-07T06:19:35,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:35,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:35,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-07T06:19:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-07T06:19:35,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-07T06:19:35,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3320 sec 2024-12-07T06:19:35,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.3390 sec 2024-12-07T06:19:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:35,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-07T06:19:35,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:35,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:35,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:35,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:35,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:35,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:35,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/f8750ffdbcd949babe798744bdd115c3 is 50, key is test_row_0/A:col10/1733552374556/Put/seqid=0 2024-12-07T06:19:35,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552435201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552435202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552435202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552435209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552435212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741935_1111 (size=12301) 2024-12-07T06:19:35,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552435308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552435311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552435311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552435313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552435314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552435513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552435516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552435516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552435517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552435517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/f8750ffdbcd949babe798744bdd115c3 2024-12-07T06:19:35,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/80cd3dffb30b4f8caad877a4686074c1 is 50, key is test_row_0/B:col10/1733552374556/Put/seqid=0 2024-12-07T06:19:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741936_1112 (size=12301) 2024-12-07T06:19:35,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/80cd3dffb30b4f8caad877a4686074c1 2024-12-07T06:19:35,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4f4cc3072aa24379bcc14d6bedabecaf is 50, key is test_row_0/C:col10/1733552374556/Put/seqid=0 2024-12-07T06:19:35,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741937_1113 (size=12301) 2024-12-07T06:19:35,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4f4cc3072aa24379bcc14d6bedabecaf 2024-12-07T06:19:35,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/f8750ffdbcd949babe798744bdd115c3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8750ffdbcd949babe798744bdd115c3 2024-12-07T06:19:35,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8750ffdbcd949babe798744bdd115c3, entries=150, sequenceid=464, filesize=12.0 K 2024-12-07T06:19:35,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/80cd3dffb30b4f8caad877a4686074c1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/80cd3dffb30b4f8caad877a4686074c1 2024-12-07T06:19:35,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/80cd3dffb30b4f8caad877a4686074c1, entries=150, sequenceid=464, filesize=12.0 K 2024-12-07T06:19:35,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/4f4cc3072aa24379bcc14d6bedabecaf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4f4cc3072aa24379bcc14d6bedabecaf 2024-12-07T06:19:35,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4f4cc3072aa24379bcc14d6bedabecaf, entries=150, sequenceid=464, filesize=12.0 K 2024-12-07T06:19:35,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d4486e9fd722297a097a6e9865eb417f in 573ms, sequenceid=464, compaction requested=true 2024-12-07T06:19:35,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:35,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:35,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:35,759 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:35,759 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:35,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:35,761 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:35,761 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:35,761 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:35,761 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/08c20d5eafe348048270b9ecc3ee40da, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dc3f143c65f4400f93f183e7c80be2ce, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/80cd3dffb30b4f8caad877a4686074c1] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=37.0 K 2024-12-07T06:19:35,760 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:35,762 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:35,762 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:35,762 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7c0e2a681a564355a769f1822c940951, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/aefa3e0b4b8c4471a16884b3edf1c235, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8750ffdbcd949babe798744bdd115c3] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=37.0 K 2024-12-07T06:19:35,762 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c20d5eafe348048270b9ecc3ee40da, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733552373195 2024-12-07T06:19:35,763 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c0e2a681a564355a769f1822c940951, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733552373195 2024-12-07T06:19:35,763 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting dc3f143c65f4400f93f183e7c80be2ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733552373825 2024-12-07T06:19:35,763 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting aefa3e0b4b8c4471a16884b3edf1c235, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733552373825 2024-12-07T06:19:35,763 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 80cd3dffb30b4f8caad877a4686074c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733552374556 2024-12-07T06:19:35,764 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8750ffdbcd949babe798744bdd115c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733552374556 2024-12-07T06:19:35,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:35,777 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:35,779 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:35,779 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/18454b128ebb4dd2844bb06ecd04dae3 is 50, key is test_row_0/A:col10/1733552374556/Put/seqid=0 2024-12-07T06:19:35,780 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ab39040258b945b393f1dad9b1ce6e40 is 50, key is test_row_0/B:col10/1733552374556/Put/seqid=0 2024-12-07T06:19:35,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741939_1115 (size=13425) 2024-12-07T06:19:35,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741938_1114 (size=13425) 2024-12-07T06:19:35,809 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/18454b128ebb4dd2844bb06ecd04dae3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/18454b128ebb4dd2844bb06ecd04dae3 2024-12-07T06:19:35,817 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into 18454b128ebb4dd2844bb06ecd04dae3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:35,818 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:35,818 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552375759; duration=0sec 2024-12-07T06:19:35,818 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:35,818 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:35,818 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:35,820 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:35,820 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:35,820 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:35,820 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/58f62acfb9e84665b0701ff6fbac1dc5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/298a4d6b4c84478ea48600cf9345f7b5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4f4cc3072aa24379bcc14d6bedabecaf] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=37.0 K 2024-12-07T06:19:35,822 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58f62acfb9e84665b0701ff6fbac1dc5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733552373195 2024-12-07T06:19:35,823 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 298a4d6b4c84478ea48600cf9345f7b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733552373825 2024-12-07T06:19:35,823 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f4cc3072aa24379bcc14d6bedabecaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733552374556 2024-12-07T06:19:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:35,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:19:35,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:35,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:35,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:35,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:35,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:35,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:35,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/9c63f77fc2e649c9993b7431c3e8f237 is 50, key is test_row_0/A:col10/1733552375201/Put/seqid=0 2024-12-07T06:19:35,843 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:35,844 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/5e948d7efb2d4612b8710cd51c26a69e is 50, key is test_row_0/C:col10/1733552374556/Put/seqid=0 2024-12-07T06:19:35,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741940_1116 (size=17181) 2024-12-07T06:19:35,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552435859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552435860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552435861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552435862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552435864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741941_1117 (size=13425) 2024-12-07T06:19:35,884 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/5e948d7efb2d4612b8710cd51c26a69e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/5e948d7efb2d4612b8710cd51c26a69e 2024-12-07T06:19:35,894 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 5e948d7efb2d4612b8710cd51c26a69e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:35,894 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:35,894 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=13, startTime=1733552375765; duration=0sec 2024-12-07T06:19:35,894 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:35,894 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-07T06:19:35,919 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-07T06:19:35,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-07T06:19:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T06:19:35,924 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:35,925 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:35,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:35,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552435965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552435967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552435968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552435968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:35,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552435969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T06:19:36,077 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T06:19:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:36,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552436170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552436169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552436172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552436172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552436172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,200 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/ab39040258b945b393f1dad9b1ce6e40 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ab39040258b945b393f1dad9b1ce6e40 2024-12-07T06:19:36,212 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into ab39040258b945b393f1dad9b1ce6e40(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:36,212 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:36,212 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552375759; duration=0sec 2024-12-07T06:19:36,212 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:36,212 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T06:19:36,231 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T06:19:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/9c63f77fc2e649c9993b7431c3e8f237 2024-12-07T06:19:36,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/62afa326f8cb411c83969441902d9633 is 50, key is test_row_0/B:col10/1733552375201/Put/seqid=0 2024-12-07T06:19:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741942_1118 (size=12301) 2024-12-07T06:19:36,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T06:19:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552436472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552436474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552436476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552436476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552436477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T06:19:36,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T06:19:36,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/62afa326f8cb411c83969441902d9633 2024-12-07T06:19:36,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T06:19:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:36,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:36,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/8463ab71288a4a02848a79f4d1a38c65 is 50, key is test_row_0/C:col10/1733552375201/Put/seqid=0 2024-12-07T06:19:36,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741943_1119 (size=12301) 2024-12-07T06:19:36,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/8463ab71288a4a02848a79f4d1a38c65 2024-12-07T06:19:36,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/9c63f77fc2e649c9993b7431c3e8f237 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/9c63f77fc2e649c9993b7431c3e8f237 2024-12-07T06:19:36,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/9c63f77fc2e649c9993b7431c3e8f237, entries=250, sequenceid=476, filesize=16.8 K 2024-12-07T06:19:36,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/62afa326f8cb411c83969441902d9633 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/62afa326f8cb411c83969441902d9633 2024-12-07T06:19:36,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/62afa326f8cb411c83969441902d9633, entries=150, sequenceid=476, filesize=12.0 K 2024-12-07T06:19:36,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/8463ab71288a4a02848a79f4d1a38c65 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8463ab71288a4a02848a79f4d1a38c65 2024-12-07T06:19:36,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8463ab71288a4a02848a79f4d1a38c65, entries=150, sequenceid=476, filesize=12.0 K 2024-12-07T06:19:36,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d4486e9fd722297a097a6e9865eb417f in 944ms, sequenceid=476, compaction requested=false 2024-12-07T06:19:36,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:36,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:36,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T06:19:36,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:36,848 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:19:36,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:36,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:36,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:36,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:36,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:36,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:36,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/6ee94c7a0a1e43eab8ba615a349add7e is 50, key is test_row_0/A:col10/1733552375862/Put/seqid=0 2024-12-07T06:19:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741944_1120 (size=12301) 2024-12-07T06:19:36,872 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/6ee94c7a0a1e43eab8ba615a349add7e 2024-12-07T06:19:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/d35bf41024564dd6a5cadfb3c6cfe519 is 50, key is test_row_0/B:col10/1733552375862/Put/seqid=0 2024-12-07T06:19:36,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741945_1121 (size=12301) 2024-12-07T06:19:36,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:37,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552437017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552437018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552437018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552437019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552437019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T06:19:37,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552437124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552437123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552437124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552437124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552437124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,304 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/d35bf41024564dd6a5cadfb3c6cfe519 2024-12-07T06:19:37,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/d724b42aecbe40a4bcb3f034b82a3d1d is 50, key is test_row_0/C:col10/1733552375862/Put/seqid=0 2024-12-07T06:19:37,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552437330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552437331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552437331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552437331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552437332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741946_1122 (size=12301) 2024-12-07T06:19:37,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552437634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552437636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552437637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552437637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552437638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:37,747 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/d724b42aecbe40a4bcb3f034b82a3d1d 2024-12-07T06:19:37,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/6ee94c7a0a1e43eab8ba615a349add7e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/6ee94c7a0a1e43eab8ba615a349add7e 2024-12-07T06:19:37,759 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/6ee94c7a0a1e43eab8ba615a349add7e, entries=150, sequenceid=503, filesize=12.0 K 2024-12-07T06:19:37,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/d35bf41024564dd6a5cadfb3c6cfe519 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d35bf41024564dd6a5cadfb3c6cfe519 2024-12-07T06:19:37,773 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d35bf41024564dd6a5cadfb3c6cfe519, entries=150, sequenceid=503, filesize=12.0 K 2024-12-07T06:19:37,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/d724b42aecbe40a4bcb3f034b82a3d1d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d724b42aecbe40a4bcb3f034b82a3d1d 2024-12-07T06:19:37,779 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d724b42aecbe40a4bcb3f034b82a3d1d, entries=150, sequenceid=503, filesize=12.0 K 2024-12-07T06:19:37,780 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d4486e9fd722297a097a6e9865eb417f in 933ms, sequenceid=503, compaction requested=true 2024-12-07T06:19:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-07T06:19:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-07T06:19:37,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-07T06:19:37,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8560 sec 2024-12-07T06:19:37,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.8620 sec 2024-12-07T06:19:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T06:19:38,029 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-07T06:19:38,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-07T06:19:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T06:19:38,033 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:38,033 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:38,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T06:19:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:38,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:19:38,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:38,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:38,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:38,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:38,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:38,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:38,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/12164e91d1454d1299d3bd8607aeadbf is 50, key is test_row_0/A:col10/1733552377017/Put/seqid=0 2024-12-07T06:19:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741947_1123 (size=14741) 2024-12-07T06:19:38,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552438157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552438158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552438160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552438161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552438161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-07T06:19:38,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:38,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:38,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:38,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:38,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:38,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552438263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552438264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552438264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552438265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552438265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T06:19:38,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-07T06:19:38,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:38,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:38,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:38,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:38,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:38,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552438466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552438467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552438469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552438469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552438469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-07T06:19:38,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:38,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:38,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:38,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:38,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:38,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/12164e91d1454d1299d3bd8607aeadbf 2024-12-07T06:19:38,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/07c253c464854ab8a58535d0139878d4 is 50, key is test_row_0/B:col10/1733552377017/Put/seqid=0 2024-12-07T06:19:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741948_1124 (size=12301) 2024-12-07T06:19:38,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/07c253c464854ab8a58535d0139878d4 2024-12-07T06:19:38,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/9d4e3b66744f4b7bb86bb05c41d137a9 is 50, key is test_row_0/C:col10/1733552377017/Put/seqid=0 2024-12-07T06:19:38,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741949_1125 (size=12301) 2024-12-07T06:19:38,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/9d4e3b66744f4b7bb86bb05c41d137a9 2024-12-07T06:19:38,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/12164e91d1454d1299d3bd8607aeadbf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/12164e91d1454d1299d3bd8607aeadbf 2024-12-07T06:19:38,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/12164e91d1454d1299d3bd8607aeadbf, entries=200, sequenceid=516, filesize=14.4 K 2024-12-07T06:19:38,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/07c253c464854ab8a58535d0139878d4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/07c253c464854ab8a58535d0139878d4 2024-12-07T06:19:38,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/07c253c464854ab8a58535d0139878d4, entries=150, sequenceid=516, filesize=12.0 K 2024-12-07T06:19:38,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/9d4e3b66744f4b7bb86bb05c41d137a9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d4e3b66744f4b7bb86bb05c41d137a9 2024-12-07T06:19:38,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d4e3b66744f4b7bb86bb05c41d137a9, entries=150, sequenceid=516, filesize=12.0 K 2024-12-07T06:19:38,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d4486e9fd722297a097a6e9865eb417f in 476ms, sequenceid=516, compaction requested=true 2024-12-07T06:19:38,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:38,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:38,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:38,616 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:19:38,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:38,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:38,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:38,617 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:19:38,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:38,618 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:19:38,618 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:38,618 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:38,619 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/18454b128ebb4dd2844bb06ecd04dae3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/9c63f77fc2e649c9993b7431c3e8f237, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/6ee94c7a0a1e43eab8ba615a349add7e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/12164e91d1454d1299d3bd8607aeadbf] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=56.3 K 2024-12-07T06:19:38,619 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:19:38,619 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:38,619 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:38,619 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ab39040258b945b393f1dad9b1ce6e40, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/62afa326f8cb411c83969441902d9633, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d35bf41024564dd6a5cadfb3c6cfe519, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/07c253c464854ab8a58535d0139878d4] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=49.1 K 2024-12-07T06:19:38,620 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18454b128ebb4dd2844bb06ecd04dae3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733552374556 2024-12-07T06:19:38,620 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ab39040258b945b393f1dad9b1ce6e40, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733552374556 2024-12-07T06:19:38,620 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c63f77fc2e649c9993b7431c3e8f237, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733552375199 2024-12-07T06:19:38,620 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 62afa326f8cb411c83969441902d9633, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733552375201 2024-12-07T06:19:38,622 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ee94c7a0a1e43eab8ba615a349add7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733552375855 2024-12-07T06:19:38,622 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d35bf41024564dd6a5cadfb3c6cfe519, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733552375855 2024-12-07T06:19:38,622 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c253c464854ab8a58535d0139878d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733552377017 2024-12-07T06:19:38,622 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12164e91d1454d1299d3bd8607aeadbf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733552376986 2024-12-07T06:19:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T06:19:38,637 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:38,638 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/6ba76b7b278f415895659dcc5f16446d is 50, key is test_row_0/B:col10/1733552377017/Put/seqid=0 2024-12-07T06:19:38,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-07T06:19:38,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:38,645 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:19:38,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:38,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:38,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:38,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:38,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:38,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:38,650 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:38,650 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/f8fd6dff8c1342ae834946d4fb57c144 is 50, key is test_row_0/A:col10/1733552377017/Put/seqid=0 2024-12-07T06:19:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/b19a998e1dbe4438b895f76ab8fae608 is 50, key is test_row_0/A:col10/1733552378157/Put/seqid=0 2024-12-07T06:19:38,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741950_1126 (size=13561) 2024-12-07T06:19:38,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741951_1127 (size=13561) 2024-12-07T06:19:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741952_1128 (size=12301) 2024-12-07T06:19:38,675 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/b19a998e1dbe4438b895f76ab8fae608 2024-12-07T06:19:38,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/8d52f6c69ff94377b5d1e29926b34e11 is 50, key is test_row_0/B:col10/1733552378157/Put/seqid=0 2024-12-07T06:19:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741953_1129 (size=12301) 2024-12-07T06:19:38,711 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/8d52f6c69ff94377b5d1e29926b34e11 2024-12-07T06:19:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/a11fdff5654b450686b18dd762e4bf11 is 50, key is test_row_0/C:col10/1733552378157/Put/seqid=0 2024-12-07T06:19:38,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741954_1130 (size=12301) 2024-12-07T06:19:38,749 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/a11fdff5654b450686b18dd762e4bf11 2024-12-07T06:19:38,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/b19a998e1dbe4438b895f76ab8fae608 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b19a998e1dbe4438b895f76ab8fae608 2024-12-07T06:19:38,768 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b19a998e1dbe4438b895f76ab8fae608, entries=150, sequenceid=540, filesize=12.0 K 2024-12-07T06:19:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/8d52f6c69ff94377b5d1e29926b34e11 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8d52f6c69ff94377b5d1e29926b34e11 2024-12-07T06:19:38,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:38,779 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8d52f6c69ff94377b5d1e29926b34e11, entries=150, sequenceid=540, filesize=12.0 K 2024-12-07T06:19:38,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552438782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552438783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552438784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552438791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552438793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/a11fdff5654b450686b18dd762e4bf11 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a11fdff5654b450686b18dd762e4bf11 2024-12-07T06:19:38,811 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a11fdff5654b450686b18dd762e4bf11, entries=150, sequenceid=540, filesize=12.0 K 2024-12-07T06:19:38,812 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d4486e9fd722297a097a6e9865eb417f in 168ms, sequenceid=540, compaction requested=true 2024-12-07T06:19:38,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:38,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:38,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-07T06:19:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-07T06:19:38,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-07T06:19:38,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 781 msec 2024-12-07T06:19:38,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 786 msec 2024-12-07T06:19:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:38,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:19:38,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:38,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:38,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:38,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:38,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:38,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:38,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/470690763d184fe781d3f7cb7f00c049 is 50, key is test_row_0/A:col10/1733552378897/Put/seqid=0 2024-12-07T06:19:38,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741955_1131 (size=12301) 2024-12-07T06:19:38,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/470690763d184fe781d3f7cb7f00c049 2024-12-07T06:19:38,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552438919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552438929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552438929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552438929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552438923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:38,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/2ab752ef1dc049edb6c99d89d670302d is 50, key is test_row_0/B:col10/1733552378897/Put/seqid=0 2024-12-07T06:19:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741956_1132 (size=12301) 2024-12-07T06:19:39,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552439030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552439034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552439035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552439035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552439037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,073 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/6ba76b7b278f415895659dcc5f16446d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/6ba76b7b278f415895659dcc5f16446d 2024-12-07T06:19:39,077 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/f8fd6dff8c1342ae834946d4fb57c144 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8fd6dff8c1342ae834946d4fb57c144 2024-12-07T06:19:39,081 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into 6ba76b7b278f415895659dcc5f16446d(size=13.2 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:39,081 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:39,081 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=12, startTime=1733552378616; duration=0sec 2024-12-07T06:19:39,082 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:39,082 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:39,082 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T06:19:39,084 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into f8fd6dff8c1342ae834946d4fb57c144(size=13.2 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:39,084 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:39,084 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=12, startTime=1733552378616; duration=0sec 2024-12-07T06:19:39,084 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:39,084 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:39,086 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62629 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T06:19:39,086 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:39,086 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:39,086 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/5e948d7efb2d4612b8710cd51c26a69e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8463ab71288a4a02848a79f4d1a38c65, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d724b42aecbe40a4bcb3f034b82a3d1d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d4e3b66744f4b7bb86bb05c41d137a9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a11fdff5654b450686b18dd762e4bf11] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=61.2 K 2024-12-07T06:19:39,087 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e948d7efb2d4612b8710cd51c26a69e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733552374556 2024-12-07T06:19:39,087 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 8463ab71288a4a02848a79f4d1a38c65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733552375201 2024-12-07T06:19:39,088 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d724b42aecbe40a4bcb3f034b82a3d1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733552375855 2024-12-07T06:19:39,088 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d4e3b66744f4b7bb86bb05c41d137a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733552377017 2024-12-07T06:19:39,089 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a11fdff5654b450686b18dd762e4bf11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1733552378157 2024-12-07T06:19:39,101 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:39,102 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/5c81c8405aa44775be5474e8565165ba is 50, key is test_row_0/C:col10/1733552378157/Put/seqid=0 2024-12-07T06:19:39,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741957_1133 (size=13595) 2024-12-07T06:19:39,114 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/5c81c8405aa44775be5474e8565165ba as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/5c81c8405aa44775be5474e8565165ba 2024-12-07T06:19:39,119 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 5c81c8405aa44775be5474e8565165ba(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:39,119 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:39,119 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=11, startTime=1733552378617; duration=0sec 2024-12-07T06:19:39,119 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:39,119 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T06:19:39,137 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-07T06:19:39,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-07T06:19:39,140 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-07T06:19:39,141 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:39,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:39,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552439234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552439238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-07T06:19:39,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552439239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552439240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552439240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-07T06:19:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:39,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:39,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/2ab752ef1dc049edb6c99d89d670302d 2024-12-07T06:19:39,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/f81111bd51934fb5a3f786b563c3a981 is 50, key is test_row_0/C:col10/1733552378897/Put/seqid=0 2024-12-07T06:19:39,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741958_1134 (size=12301) 2024-12-07T06:19:39,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/f81111bd51934fb5a3f786b563c3a981 2024-12-07T06:19:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/470690763d184fe781d3f7cb7f00c049 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/470690763d184fe781d3f7cb7f00c049 2024-12-07T06:19:39,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/470690763d184fe781d3f7cb7f00c049, entries=150, sequenceid=554, filesize=12.0 K 2024-12-07T06:19:39,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/2ab752ef1dc049edb6c99d89d670302d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2ab752ef1dc049edb6c99d89d670302d 2024-12-07T06:19:39,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2ab752ef1dc049edb6c99d89d670302d, entries=150, sequenceid=554, filesize=12.0 K 2024-12-07T06:19:39,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/f81111bd51934fb5a3f786b563c3a981 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/f81111bd51934fb5a3f786b563c3a981 2024-12-07T06:19:39,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/f81111bd51934fb5a3f786b563c3a981, entries=150, sequenceid=554, filesize=12.0 K 2024-12-07T06:19:39,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for d4486e9fd722297a097a6e9865eb417f in 516ms, sequenceid=554, compaction requested=true 2024-12-07T06:19:39,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:39,415 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:39,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:39,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:39,415 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:39,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:39,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:39,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:39,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:39,417 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:39,417 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:39,417 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:39,418 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8fd6dff8c1342ae834946d4fb57c144, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b19a998e1dbe4438b895f76ab8fae608, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/470690763d184fe781d3f7cb7f00c049] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=37.3 K 2024-12-07T06:19:39,418 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:39,418 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8fd6dff8c1342ae834946d4fb57c144, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733552377017 2024-12-07T06:19:39,418 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:39,418 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:39,418 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/6ba76b7b278f415895659dcc5f16446d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8d52f6c69ff94377b5d1e29926b34e11, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2ab752ef1dc049edb6c99d89d670302d] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=37.3 K 2024-12-07T06:19:39,419 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting b19a998e1dbe4438b895f76ab8fae608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1733552378157 2024-12-07T06:19:39,419 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ba76b7b278f415895659dcc5f16446d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733552377017 2024-12-07T06:19:39,420 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 470690763d184fe781d3f7cb7f00c049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733552378779 2024-12-07T06:19:39,420 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d52f6c69ff94377b5d1e29926b34e11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1733552378157 2024-12-07T06:19:39,420 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ab752ef1dc049edb6c99d89d670302d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733552378779 2024-12-07T06:19:39,438 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:39,439 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/42c9af8dc53742f1807b2739426a758b is 50, key is test_row_0/B:col10/1733552378897/Put/seqid=0 2024-12-07T06:19:39,442 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-07T06:19:39,442 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/4482d06dc8094cb8a1bf524e6c2488b6 is 50, key is test_row_0/A:col10/1733552378897/Put/seqid=0 2024-12-07T06:19:39,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-07T06:19:39,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:39,447 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:19:39,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:39,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:39,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:39,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:39,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:39,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:39,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741959_1135 (size=13663) 2024-12-07T06:19:39,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/f84d906043be4264b508e49495a0bf5e is 50, key is test_row_0/A:col10/1733552378926/Put/seqid=0 2024-12-07T06:19:39,471 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/42c9af8dc53742f1807b2739426a758b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/42c9af8dc53742f1807b2739426a758b 2024-12-07T06:19:39,481 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into 42c9af8dc53742f1807b2739426a758b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:39,481 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:39,481 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552379415; duration=0sec 2024-12-07T06:19:39,481 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:39,481 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:39,481 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T06:19:39,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741960_1136 (size=13663) 2024-12-07T06:19:39,484 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T06:19:39,484 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T06:19:39,484 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. because compaction request was cancelled 2024-12-07T06:19:39,484 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:39,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741961_1137 (size=12301) 2024-12-07T06:19:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:39,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552439548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552439548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552439548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552439549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552439550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552439651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552439653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552439653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552439654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552439654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-07T06:19:39,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552439854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552439857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552439858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552439858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552439859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:39,883 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/f84d906043be4264b508e49495a0bf5e 2024-12-07T06:19:39,890 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/4482d06dc8094cb8a1bf524e6c2488b6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4482d06dc8094cb8a1bf524e6c2488b6 2024-12-07T06:19:39,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/cf0aa022ba354250af19b7d10137f31f is 50, key is test_row_0/B:col10/1733552378926/Put/seqid=0 2024-12-07T06:19:39,899 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into 4482d06dc8094cb8a1bf524e6c2488b6(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:39,899 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:39,899 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552379415; duration=0sec 2024-12-07T06:19:39,899 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:39,899 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741962_1138 (size=12301) 2024-12-07T06:19:39,907 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/cf0aa022ba354250af19b7d10137f31f 2024-12-07T06:19:39,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/1a17f580f77140609731cec64c8beeb3 is 50, key is test_row_0/C:col10/1733552378926/Put/seqid=0 2024-12-07T06:19:39,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741963_1139 (size=12301) 2024-12-07T06:19:39,920 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/1a17f580f77140609731cec64c8beeb3 2024-12-07T06:19:39,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/f84d906043be4264b508e49495a0bf5e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f84d906043be4264b508e49495a0bf5e 2024-12-07T06:19:39,929 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f84d906043be4264b508e49495a0bf5e, entries=150, sequenceid=581, filesize=12.0 K 2024-12-07T06:19:39,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/cf0aa022ba354250af19b7d10137f31f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cf0aa022ba354250af19b7d10137f31f 2024-12-07T06:19:39,936 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cf0aa022ba354250af19b7d10137f31f, entries=150, sequenceid=581, filesize=12.0 K 2024-12-07T06:19:39,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/1a17f580f77140609731cec64c8beeb3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1a17f580f77140609731cec64c8beeb3 2024-12-07T06:19:39,942 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1a17f580f77140609731cec64c8beeb3, entries=150, sequenceid=581, filesize=12.0 K 2024-12-07T06:19:39,943 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d4486e9fd722297a097a6e9865eb417f in 496ms, sequenceid=581, compaction requested=true 2024-12-07T06:19:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-07T06:19:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-07T06:19:39,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-07T06:19:39,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 804 msec 2024-12-07T06:19:39,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 809 msec 2024-12-07T06:19:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:40,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:19:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:40,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/75ce2d9cb38b4c1f940ee78d4ffc7832 is 50, key is test_row_0/A:col10/1733552379546/Put/seqid=0 2024-12-07T06:19:40,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741964_1140 (size=12301) 2024-12-07T06:19:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552440177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552440177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552440178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552440178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552440179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-07T06:19:40,244 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-07T06:19:40,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-07T06:19:40,247 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-07T06:19:40,248 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:40,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:40,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552440280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552440281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552440282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552440282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552440282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-07T06:19:40,400 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-07T06:19:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:40,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,477 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09ed28bb to 127.0.0.1:58548 2024-12-07T06:19:40,477 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:19:40,479 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12a1285d to 127.0.0.1:58548 2024-12-07T06:19:40,479 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:19:40,481 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47fe2fa7 to 127.0.0.1:58548 2024-12-07T06:19:40,481 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x353bc462 to 127.0.0.1:58548 2024-12-07T06:19:40,481 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:19:40,481 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:19:40,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552440485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552440485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552440485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552440486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552440486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-07T06:19:40,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-07T06:19:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:40,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/75ce2d9cb38b4c1f940ee78d4ffc7832 2024-12-07T06:19:40,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/8a2f4370385c4a08b38dd45c6df45486 is 50, key is test_row_0/B:col10/1733552379546/Put/seqid=0 2024-12-07T06:19:40,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741965_1141 (size=12301) 2024-12-07T06:19:40,707 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-07T06:19:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:40,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552440787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552440787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552440788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552440788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552440788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-07T06:19:40,860 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:40,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-07T06:19:40,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:40,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:40,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:40,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:40,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/8a2f4370385c4a08b38dd45c6df45486 2024-12-07T06:19:40,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/69b9c7c281df462eb70aa4c275be0109 is 50, key is test_row_0/C:col10/1733552379546/Put/seqid=0 2024-12-07T06:19:40,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741966_1142 (size=12301) 2024-12-07T06:19:41,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:41,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-07T06:19:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:41,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:41,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:41,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:41,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-07T06:19:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:41,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:41,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1733552441290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:41,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42470 deadline: 1733552441291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:41,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1733552441291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:41,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42466 deadline: 1733552441291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:41,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42536 deadline: 1733552441293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:41,303 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T06:19:41,319 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:41,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-07T06:19:41,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:41,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:41,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:41,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-07T06:19:41,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/69b9c7c281df462eb70aa4c275be0109 2024-12-07T06:19:41,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/75ce2d9cb38b4c1f940ee78d4ffc7832 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/75ce2d9cb38b4c1f940ee78d4ffc7832 2024-12-07T06:19:41,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/75ce2d9cb38b4c1f940ee78d4ffc7832, entries=150, sequenceid=596, filesize=12.0 K 2024-12-07T06:19:41,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/8a2f4370385c4a08b38dd45c6df45486 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8a2f4370385c4a08b38dd45c6df45486 2024-12-07T06:19:41,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8a2f4370385c4a08b38dd45c6df45486, entries=150, sequenceid=596, filesize=12.0 K 2024-12-07T06:19:41,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/69b9c7c281df462eb70aa4c275be0109 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/69b9c7c281df462eb70aa4c275be0109 2024-12-07T06:19:41,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/69b9c7c281df462eb70aa4c275be0109, entries=150, sequenceid=596, filesize=12.0 K 2024-12-07T06:19:41,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d4486e9fd722297a097a6e9865eb417f in 1258ms, sequenceid=596, compaction requested=true 2024-12-07T06:19:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:41,419 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:41,419 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4486e9fd722297a097a6e9865eb417f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:41,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:41,420 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:41,420 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:41,421 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/B is initiating minor compaction (all files) 2024-12-07T06:19:41,421 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/A is initiating minor compaction (all files) 2024-12-07T06:19:41,421 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/B in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:41,421 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/A in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:41,421 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/42c9af8dc53742f1807b2739426a758b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cf0aa022ba354250af19b7d10137f31f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8a2f4370385c4a08b38dd45c6df45486] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=37.4 K 2024-12-07T06:19:41,421 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4482d06dc8094cb8a1bf524e6c2488b6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f84d906043be4264b508e49495a0bf5e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/75ce2d9cb38b4c1f940ee78d4ffc7832] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=37.4 K 2024-12-07T06:19:41,421 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4482d06dc8094cb8a1bf524e6c2488b6, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733552378779 2024-12-07T06:19:41,421 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 42c9af8dc53742f1807b2739426a758b, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733552378779 2024-12-07T06:19:41,421 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting f84d906043be4264b508e49495a0bf5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1733552378922 2024-12-07T06:19:41,422 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting cf0aa022ba354250af19b7d10137f31f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1733552378922 2024-12-07T06:19:41,422 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75ce2d9cb38b4c1f940ee78d4ffc7832, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733552379546 2024-12-07T06:19:41,422 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a2f4370385c4a08b38dd45c6df45486, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733552379546 2024-12-07T06:19:41,429 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#B#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:41,429 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#A#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:41,429 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/4ffb5922e8504243bb04013c23d347b9 is 50, key is test_row_0/B:col10/1733552379546/Put/seqid=0 2024-12-07T06:19:41,430 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/8a89e7c3be10490dbd44e3045ebeab89 is 50, key is test_row_0/A:col10/1733552379546/Put/seqid=0 2024-12-07T06:19:41,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741967_1143 (size=13765) 2024-12-07T06:19:41,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741968_1144 (size=13765) 2024-12-07T06:19:41,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:41,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-07T06:19:41,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:41,472 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:19:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:41,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/973125f27cef4a4caaa8cda0128a554f is 50, key is test_row_0/A:col10/1733552380172/Put/seqid=0 2024-12-07T06:19:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741969_1145 (size=12301) 2024-12-07T06:19:41,842 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/8a89e7c3be10490dbd44e3045ebeab89 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/8a89e7c3be10490dbd44e3045ebeab89 2024-12-07T06:19:41,842 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/4ffb5922e8504243bb04013c23d347b9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/4ffb5922e8504243bb04013c23d347b9 2024-12-07T06:19:41,848 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/A of d4486e9fd722297a097a6e9865eb417f into 8a89e7c3be10490dbd44e3045ebeab89(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:41,848 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/B of d4486e9fd722297a097a6e9865eb417f into 4ffb5922e8504243bb04013c23d347b9(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:41,848 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:41,848 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:41,848 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/B, priority=13, startTime=1733552381419; duration=0sec 2024-12-07T06:19:41,848 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/A, priority=13, startTime=1733552381419; duration=0sec 2024-12-07T06:19:41,848 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:41,848 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:B 2024-12-07T06:19:41,848 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:41,848 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:A 2024-12-07T06:19:41,848 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:19:41,850 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:19:41,850 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): d4486e9fd722297a097a6e9865eb417f/C is initiating minor compaction (all files) 2024-12-07T06:19:41,850 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d4486e9fd722297a097a6e9865eb417f/C in TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:41,850 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/5c81c8405aa44775be5474e8565165ba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/f81111bd51934fb5a3f786b563c3a981, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1a17f580f77140609731cec64c8beeb3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/69b9c7c281df462eb70aa4c275be0109] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp, totalSize=49.3 K 2024-12-07T06:19:41,850 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c81c8405aa44775be5474e8565165ba, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1733552378157 2024-12-07T06:19:41,851 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f81111bd51934fb5a3f786b563c3a981, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733552378779 2024-12-07T06:19:41,851 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a17f580f77140609731cec64c8beeb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1733552378922 2024-12-07T06:19:41,851 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 69b9c7c281df462eb70aa4c275be0109, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733552379546 2024-12-07T06:19:41,859 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4486e9fd722297a097a6e9865eb417f#C#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:41,860 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/2906408e5f5f4659be27bb15ce754fcb is 50, key is test_row_0/C:col10/1733552379546/Put/seqid=0 2024-12-07T06:19:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741970_1146 (size=13731) 2024-12-07T06:19:41,882 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/973125f27cef4a4caaa8cda0128a554f 2024-12-07T06:19:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/7273c04575c74d53990eaa118a517b13 is 50, key is test_row_0/B:col10/1733552380172/Put/seqid=0 2024-12-07T06:19:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741971_1147 (size=12301) 2024-12-07T06:19:42,269 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/2906408e5f5f4659be27bb15ce754fcb as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2906408e5f5f4659be27bb15ce754fcb 2024-12-07T06:19:42,274 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d4486e9fd722297a097a6e9865eb417f/C of d4486e9fd722297a097a6e9865eb417f into 2906408e5f5f4659be27bb15ce754fcb(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:42,274 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:42,274 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f., storeName=d4486e9fd722297a097a6e9865eb417f/C, priority=12, startTime=1733552381419; duration=0sec 2024-12-07T06:19:42,275 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:42,275 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4486e9fd722297a097a6e9865eb417f:C 2024-12-07T06:19:42,293 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/7273c04575c74d53990eaa118a517b13 2024-12-07T06:19:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:42,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. as already flushing 2024-12-07T06:19:42,296 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18cb251d to 127.0.0.1:58548 2024-12-07T06:19:42,296 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:19:42,296 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f2091cc to 127.0.0.1:58548 2024-12-07T06:19:42,297 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:19:42,299 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e52b42a to 127.0.0.1:58548 2024-12-07T06:19:42,299 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b55c24 to 127.0.0.1:58548 2024-12-07T06:19:42,299 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:19:42,299 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:19:42,299 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09bd0964 to 127.0.0.1:58548 2024-12-07T06:19:42,300 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:19:42,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/8119343103c24c90818795da51d9f742 is 50, key is test_row_0/C:col10/1733552380172/Put/seqid=0 2024-12-07T06:19:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741972_1148 (size=12301) 2024-12-07T06:19:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-07T06:19:42,707 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/8119343103c24c90818795da51d9f742 2024-12-07T06:19:42,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/973125f27cef4a4caaa8cda0128a554f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/973125f27cef4a4caaa8cda0128a554f 2024-12-07T06:19:42,716 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/973125f27cef4a4caaa8cda0128a554f, entries=150, sequenceid=620, filesize=12.0 K 2024-12-07T06:19:42,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/7273c04575c74d53990eaa118a517b13 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/7273c04575c74d53990eaa118a517b13 2024-12-07T06:19:42,721 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/7273c04575c74d53990eaa118a517b13, entries=150, sequenceid=620, filesize=12.0 K 2024-12-07T06:19:42,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/8119343103c24c90818795da51d9f742 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8119343103c24c90818795da51d9f742 2024-12-07T06:19:42,726 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8119343103c24c90818795da51d9f742, entries=150, sequenceid=620, filesize=12.0 K 2024-12-07T06:19:42,727 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for d4486e9fd722297a097a6e9865eb417f in 1255ms, sequenceid=620, compaction requested=false 2024-12-07T06:19:42,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:42,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:42,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-07T06:19:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-07T06:19:42,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-07T06:19:42,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4800 sec 2024-12-07T06:19:42,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 2.4850 sec 2024-12-07T06:19:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-07T06:19:44,352 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5000 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4980 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2302 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6905 rows 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2262 2024-12-07T06:19:44,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6786 rows 2024-12-07T06:19:44,353 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T06:19:44,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fcb5f29 to 127.0.0.1:58548 2024-12-07T06:19:44,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:19:44,360 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T06:19:44,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T06:19:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T06:19:44,371 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552384370"}]},"ts":"1733552384370"} 2024-12-07T06:19:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-07T06:19:44,372 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T06:19:44,374 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T06:19:44,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T06:19:44,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4486e9fd722297a097a6e9865eb417f, UNASSIGN}] 2024-12-07T06:19:44,380 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4486e9fd722297a097a6e9865eb417f, UNASSIGN 2024-12-07T06:19:44,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=d4486e9fd722297a097a6e9865eb417f, regionState=CLOSING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:44,382 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T06:19:44,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:19:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-07T06:19:44,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:44,538 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:44,538 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T06:19:44,539 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing d4486e9fd722297a097a6e9865eb417f, disabling compactions & flushes 2024-12-07T06:19:44,539 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:44,539 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:44,539 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. after waiting 0 ms 2024-12-07T06:19:44,539 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:44,539 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing d4486e9fd722297a097a6e9865eb417f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T06:19:44,539 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=A 2024-12-07T06:19:44,540 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:44,540 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=B 2024-12-07T06:19:44,540 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:44,540 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4486e9fd722297a097a6e9865eb417f, store=C 2024-12-07T06:19:44,540 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:44,544 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/97951015ce4c4f62b82ac5c7c7cc55c5 is 50, key is test_row_1/A:col10/1733552382297/Put/seqid=0 2024-12-07T06:19:44,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741973_1149 (size=9857) 2024-12-07T06:19:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-07T06:19:44,949 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/97951015ce4c4f62b82ac5c7c7cc55c5 2024-12-07T06:19:44,957 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/77125aa557ad412f92fa21a164809496 is 50, key is test_row_1/B:col10/1733552382297/Put/seqid=0 2024-12-07T06:19:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741974_1150 (size=9857) 2024-12-07T06:19:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-07T06:19:45,362 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/77125aa557ad412f92fa21a164809496 2024-12-07T06:19:45,369 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/55a9127d309b4b5f82f674644fa830c7 is 50, key is test_row_1/C:col10/1733552382297/Put/seqid=0 2024-12-07T06:19:45,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741975_1151 (size=9857) 2024-12-07T06:19:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-07T06:19:45,774 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/55a9127d309b4b5f82f674644fa830c7 2024-12-07T06:19:45,780 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/A/97951015ce4c4f62b82ac5c7c7cc55c5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/97951015ce4c4f62b82ac5c7c7cc55c5 2024-12-07T06:19:45,784 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/97951015ce4c4f62b82ac5c7c7cc55c5, entries=100, sequenceid=631, filesize=9.6 K 2024-12-07T06:19:45,785 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/B/77125aa557ad412f92fa21a164809496 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/77125aa557ad412f92fa21a164809496 2024-12-07T06:19:45,790 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/77125aa557ad412f92fa21a164809496, entries=100, sequenceid=631, filesize=9.6 K 2024-12-07T06:19:45,791 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/.tmp/C/55a9127d309b4b5f82f674644fa830c7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/55a9127d309b4b5f82f674644fa830c7 2024-12-07T06:19:45,795 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/55a9127d309b4b5f82f674644fa830c7, entries=100, sequenceid=631, filesize=9.6 K 2024-12-07T06:19:45,796 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d4486e9fd722297a097a6e9865eb417f in 1257ms, sequenceid=631, compaction requested=true 2024-12-07T06:19:45,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/8c24bd630ed545eeb67cd080de5ac142, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d698f825a74546dd8837b5e15ea37edc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/127b83e63028446c9858d72487ce749c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/1919600eaf1042268ee6f120669ca619, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29995acc02d340228b6419f6935ced0a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/effbabc3c42b4f4794ad620e0cca1455, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b81427c8bf9947fcb8d704068822cb83, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/13a836fc93484066a8314774ef063352, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/37aee45f4bff4ff39e60790f7ef1d04f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4baca9a7ae6148f088205f27b656807c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a24b77edef9848a597b406628b85beb5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/0df1fb30e9ad499a92e27538cea8cbbf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/571e1f635acc489c9406b082ffdb66de, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cf9c3d27d4a24782a18c6b0b8cc1b700, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/345a93704ffe4292a0c92ffe30a7c177, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b08d094818e2431d8406a5c21f8bacfe, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cab4816c72b24e41afd3f318d8227efe, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7e26b6093e8f4793b0d4178c6caf789a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/ed8fe953651c4c768bc42c75bf4ce127, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/dfa32f1592014eae8315d2451b9a9d2b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/599261ec9036445290215aed0a255e9c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/e8f56ed6f2a64a169427bcbc2125dc31, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d4299e03caa14c70ae18962f8130697f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3c5c3c673e194032932fbe2021b5209b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/801df5908df64a0c9b82b18a2bdad494, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/63a072e861fa4d60ba980d76011b6050, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a1612adf737844beac1fd1d264b33d13, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a196d9aa88174ef39ea4709e200c1335, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3d04dc19347b44a1abe98ccec0253774, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7c0e2a681a564355a769f1822c940951, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29cc0f2022ee470f95de14736396bfee, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/aefa3e0b4b8c4471a16884b3edf1c235, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/18454b128ebb4dd2844bb06ecd04dae3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8750ffdbcd949babe798744bdd115c3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/9c63f77fc2e649c9993b7431c3e8f237, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/6ee94c7a0a1e43eab8ba615a349add7e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/12164e91d1454d1299d3bd8607aeadbf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8fd6dff8c1342ae834946d4fb57c144, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b19a998e1dbe4438b895f76ab8fae608, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4482d06dc8094cb8a1bf524e6c2488b6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/470690763d184fe781d3f7cb7f00c049, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f84d906043be4264b508e49495a0bf5e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/75ce2d9cb38b4c1f940ee78d4ffc7832] to archive 2024-12-07T06:19:45,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:19:45,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/8c24bd630ed545eeb67cd080de5ac142 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/8c24bd630ed545eeb67cd080de5ac142 2024-12-07T06:19:45,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d698f825a74546dd8837b5e15ea37edc to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d698f825a74546dd8837b5e15ea37edc 2024-12-07T06:19:45,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/127b83e63028446c9858d72487ce749c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/127b83e63028446c9858d72487ce749c 2024-12-07T06:19:45,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/1919600eaf1042268ee6f120669ca619 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/1919600eaf1042268ee6f120669ca619 2024-12-07T06:19:45,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29995acc02d340228b6419f6935ced0a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29995acc02d340228b6419f6935ced0a 2024-12-07T06:19:45,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/effbabc3c42b4f4794ad620e0cca1455 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/effbabc3c42b4f4794ad620e0cca1455 2024-12-07T06:19:45,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b81427c8bf9947fcb8d704068822cb83 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b81427c8bf9947fcb8d704068822cb83 2024-12-07T06:19:45,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/13a836fc93484066a8314774ef063352 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/13a836fc93484066a8314774ef063352 2024-12-07T06:19:45,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/37aee45f4bff4ff39e60790f7ef1d04f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/37aee45f4bff4ff39e60790f7ef1d04f 2024-12-07T06:19:45,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4baca9a7ae6148f088205f27b656807c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4baca9a7ae6148f088205f27b656807c 2024-12-07T06:19:45,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a24b77edef9848a597b406628b85beb5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a24b77edef9848a597b406628b85beb5 2024-12-07T06:19:45,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/0df1fb30e9ad499a92e27538cea8cbbf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/0df1fb30e9ad499a92e27538cea8cbbf 2024-12-07T06:19:45,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/571e1f635acc489c9406b082ffdb66de to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/571e1f635acc489c9406b082ffdb66de 2024-12-07T06:19:45,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cf9c3d27d4a24782a18c6b0b8cc1b700 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cf9c3d27d4a24782a18c6b0b8cc1b700 2024-12-07T06:19:45,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/345a93704ffe4292a0c92ffe30a7c177 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/345a93704ffe4292a0c92ffe30a7c177 2024-12-07T06:19:45,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b08d094818e2431d8406a5c21f8bacfe to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b08d094818e2431d8406a5c21f8bacfe 2024-12-07T06:19:45,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cab4816c72b24e41afd3f318d8227efe to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/cab4816c72b24e41afd3f318d8227efe 2024-12-07T06:19:45,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7e26b6093e8f4793b0d4178c6caf789a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7e26b6093e8f4793b0d4178c6caf789a 2024-12-07T06:19:45,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/ed8fe953651c4c768bc42c75bf4ce127 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/ed8fe953651c4c768bc42c75bf4ce127 2024-12-07T06:19:45,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/dfa32f1592014eae8315d2451b9a9d2b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/dfa32f1592014eae8315d2451b9a9d2b 2024-12-07T06:19:45,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/599261ec9036445290215aed0a255e9c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/599261ec9036445290215aed0a255e9c 2024-12-07T06:19:45,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/e8f56ed6f2a64a169427bcbc2125dc31 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/e8f56ed6f2a64a169427bcbc2125dc31 2024-12-07T06:19:45,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d4299e03caa14c70ae18962f8130697f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/d4299e03caa14c70ae18962f8130697f 2024-12-07T06:19:45,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3c5c3c673e194032932fbe2021b5209b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3c5c3c673e194032932fbe2021b5209b 2024-12-07T06:19:45,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/801df5908df64a0c9b82b18a2bdad494 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/801df5908df64a0c9b82b18a2bdad494 2024-12-07T06:19:45,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/63a072e861fa4d60ba980d76011b6050 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/63a072e861fa4d60ba980d76011b6050 2024-12-07T06:19:45,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a1612adf737844beac1fd1d264b33d13 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a1612adf737844beac1fd1d264b33d13 2024-12-07T06:19:45,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a196d9aa88174ef39ea4709e200c1335 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/a196d9aa88174ef39ea4709e200c1335 2024-12-07T06:19:45,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3d04dc19347b44a1abe98ccec0253774 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/3d04dc19347b44a1abe98ccec0253774 2024-12-07T06:19:45,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7c0e2a681a564355a769f1822c940951 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/7c0e2a681a564355a769f1822c940951 2024-12-07T06:19:45,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29cc0f2022ee470f95de14736396bfee to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/29cc0f2022ee470f95de14736396bfee 2024-12-07T06:19:45,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/aefa3e0b4b8c4471a16884b3edf1c235 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/aefa3e0b4b8c4471a16884b3edf1c235 2024-12-07T06:19:45,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/18454b128ebb4dd2844bb06ecd04dae3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/18454b128ebb4dd2844bb06ecd04dae3 2024-12-07T06:19:45,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8750ffdbcd949babe798744bdd115c3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8750ffdbcd949babe798744bdd115c3 2024-12-07T06:19:45,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/9c63f77fc2e649c9993b7431c3e8f237 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/9c63f77fc2e649c9993b7431c3e8f237 2024-12-07T06:19:45,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/6ee94c7a0a1e43eab8ba615a349add7e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/6ee94c7a0a1e43eab8ba615a349add7e 2024-12-07T06:19:45,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/12164e91d1454d1299d3bd8607aeadbf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/12164e91d1454d1299d3bd8607aeadbf 2024-12-07T06:19:45,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8fd6dff8c1342ae834946d4fb57c144 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f8fd6dff8c1342ae834946d4fb57c144 2024-12-07T06:19:45,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b19a998e1dbe4438b895f76ab8fae608 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/b19a998e1dbe4438b895f76ab8fae608 2024-12-07T06:19:45,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4482d06dc8094cb8a1bf524e6c2488b6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/4482d06dc8094cb8a1bf524e6c2488b6 2024-12-07T06:19:45,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/470690763d184fe781d3f7cb7f00c049 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/470690763d184fe781d3f7cb7f00c049 2024-12-07T06:19:45,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f84d906043be4264b508e49495a0bf5e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/f84d906043be4264b508e49495a0bf5e 2024-12-07T06:19:45,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/75ce2d9cb38b4c1f940ee78d4ffc7832 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/75ce2d9cb38b4c1f940ee78d4ffc7832 2024-12-07T06:19:45,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/75d03e9d24044f13a062bedd4a8647ca, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/575b180b36b84a8e8ff3d0bf2a077007, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cdcf43d610f74191a89e99cda90340ba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/51ad85617a884dedbc2af956d11bf0ec, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/124d783fc52a41a68343162554fc2dcf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ca5a1807dcb44aedbc9a634a78fef366, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dff92dcc0e8841d3a4127704282d3b07, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d9f28395dc36479992077ddb4b21091f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/7acde5de2b914cc9a937dbd4b3c1b797, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f3f3e7fc398d4906ad62bac8581fec82, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ad5d10f81c174448ab80ed4e2fa58e24, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f9581f38f54c4e468dcf63cc43c4feba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ae6e1d90a13649519af7553c8a5cca52, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/031ac35658754b8086265d5eeaa3d1ad, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/58a090ac1d0a46b7b69d224e6c02604d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/3ea9958293af44528dbf88383ec19db7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c4c151404df24816968aa5a87fb3b891, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/5f51b548710d418394a0554a708805d3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ea6e141600f2489983114f735eee88b6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0090509911cc404d86669c3354a21e04, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2eaa5946f77340c5ba6ead3ef7fd2eec, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/bf081899cabb4dce8f1f6262e013774f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/b711e458a2dd419ba7e9b7b732daa695, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cd8e2cfc00cd40428b0e7af6d3114f66, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c6d08306434043039b0c20c957e3e630, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/a1c51cdb330c4130bfc83dfa06ec0a12, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/e261b3dbf95f4df4bd29d46737485514, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/88dee659a6224d55ba368ffaed6ae316, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0a3a133d248c41f796e5204180aa070d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/08c20d5eafe348048270b9ecc3ee40da, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0773eba8f904413389105c8ffb3ca277, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dc3f143c65f4400f93f183e7c80be2ce, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ab39040258b945b393f1dad9b1ce6e40, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/80cd3dffb30b4f8caad877a4686074c1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/62afa326f8cb411c83969441902d9633, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d35bf41024564dd6a5cadfb3c6cfe519, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/6ba76b7b278f415895659dcc5f16446d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/07c253c464854ab8a58535d0139878d4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8d52f6c69ff94377b5d1e29926b34e11, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/42c9af8dc53742f1807b2739426a758b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2ab752ef1dc049edb6c99d89d670302d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cf0aa022ba354250af19b7d10137f31f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8a2f4370385c4a08b38dd45c6df45486] to archive 2024-12-07T06:19:45,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:19:45,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/75d03e9d24044f13a062bedd4a8647ca to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/75d03e9d24044f13a062bedd4a8647ca 2024-12-07T06:19:45,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/575b180b36b84a8e8ff3d0bf2a077007 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/575b180b36b84a8e8ff3d0bf2a077007 2024-12-07T06:19:45,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cdcf43d610f74191a89e99cda90340ba to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cdcf43d610f74191a89e99cda90340ba 2024-12-07T06:19:45,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/51ad85617a884dedbc2af956d11bf0ec to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/51ad85617a884dedbc2af956d11bf0ec 2024-12-07T06:19:45,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/124d783fc52a41a68343162554fc2dcf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/124d783fc52a41a68343162554fc2dcf 2024-12-07T06:19:45,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ca5a1807dcb44aedbc9a634a78fef366 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ca5a1807dcb44aedbc9a634a78fef366 2024-12-07T06:19:45,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dff92dcc0e8841d3a4127704282d3b07 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dff92dcc0e8841d3a4127704282d3b07 2024-12-07T06:19:45,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d9f28395dc36479992077ddb4b21091f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d9f28395dc36479992077ddb4b21091f 2024-12-07T06:19:45,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/7acde5de2b914cc9a937dbd4b3c1b797 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/7acde5de2b914cc9a937dbd4b3c1b797 2024-12-07T06:19:45,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f3f3e7fc398d4906ad62bac8581fec82 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f3f3e7fc398d4906ad62bac8581fec82 2024-12-07T06:19:45,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ad5d10f81c174448ab80ed4e2fa58e24 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ad5d10f81c174448ab80ed4e2fa58e24 2024-12-07T06:19:45,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f9581f38f54c4e468dcf63cc43c4feba to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/f9581f38f54c4e468dcf63cc43c4feba 2024-12-07T06:19:45,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ae6e1d90a13649519af7553c8a5cca52 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ae6e1d90a13649519af7553c8a5cca52 2024-12-07T06:19:45,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/031ac35658754b8086265d5eeaa3d1ad to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/031ac35658754b8086265d5eeaa3d1ad 2024-12-07T06:19:45,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/58a090ac1d0a46b7b69d224e6c02604d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/58a090ac1d0a46b7b69d224e6c02604d 2024-12-07T06:19:45,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/3ea9958293af44528dbf88383ec19db7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/3ea9958293af44528dbf88383ec19db7 2024-12-07T06:19:45,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c4c151404df24816968aa5a87fb3b891 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c4c151404df24816968aa5a87fb3b891 2024-12-07T06:19:45,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/5f51b548710d418394a0554a708805d3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/5f51b548710d418394a0554a708805d3 2024-12-07T06:19:45,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ea6e141600f2489983114f735eee88b6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ea6e141600f2489983114f735eee88b6 2024-12-07T06:19:45,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0090509911cc404d86669c3354a21e04 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0090509911cc404d86669c3354a21e04 2024-12-07T06:19:45,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2eaa5946f77340c5ba6ead3ef7fd2eec to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2eaa5946f77340c5ba6ead3ef7fd2eec 2024-12-07T06:19:45,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/bf081899cabb4dce8f1f6262e013774f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/bf081899cabb4dce8f1f6262e013774f 2024-12-07T06:19:45,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/b711e458a2dd419ba7e9b7b732daa695 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/b711e458a2dd419ba7e9b7b732daa695 2024-12-07T06:19:45,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cd8e2cfc00cd40428b0e7af6d3114f66 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cd8e2cfc00cd40428b0e7af6d3114f66 2024-12-07T06:19:45,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c6d08306434043039b0c20c957e3e630 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/c6d08306434043039b0c20c957e3e630 2024-12-07T06:19:45,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/a1c51cdb330c4130bfc83dfa06ec0a12 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/a1c51cdb330c4130bfc83dfa06ec0a12 2024-12-07T06:19:45,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/e261b3dbf95f4df4bd29d46737485514 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/e261b3dbf95f4df4bd29d46737485514 2024-12-07T06:19:45,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/88dee659a6224d55ba368ffaed6ae316 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/88dee659a6224d55ba368ffaed6ae316 2024-12-07T06:19:45,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0a3a133d248c41f796e5204180aa070d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0a3a133d248c41f796e5204180aa070d 2024-12-07T06:19:45,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/08c20d5eafe348048270b9ecc3ee40da to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/08c20d5eafe348048270b9ecc3ee40da 2024-12-07T06:19:45,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0773eba8f904413389105c8ffb3ca277 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/0773eba8f904413389105c8ffb3ca277 2024-12-07T06:19:45,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dc3f143c65f4400f93f183e7c80be2ce to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/dc3f143c65f4400f93f183e7c80be2ce 2024-12-07T06:19:45,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ab39040258b945b393f1dad9b1ce6e40 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/ab39040258b945b393f1dad9b1ce6e40 2024-12-07T06:19:45,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/80cd3dffb30b4f8caad877a4686074c1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/80cd3dffb30b4f8caad877a4686074c1 2024-12-07T06:19:45,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/62afa326f8cb411c83969441902d9633 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/62afa326f8cb411c83969441902d9633 2024-12-07T06:19:45,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d35bf41024564dd6a5cadfb3c6cfe519 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/d35bf41024564dd6a5cadfb3c6cfe519 2024-12-07T06:19:45,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/6ba76b7b278f415895659dcc5f16446d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/6ba76b7b278f415895659dcc5f16446d 2024-12-07T06:19:45,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/07c253c464854ab8a58535d0139878d4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/07c253c464854ab8a58535d0139878d4 2024-12-07T06:19:45,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8d52f6c69ff94377b5d1e29926b34e11 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8d52f6c69ff94377b5d1e29926b34e11 2024-12-07T06:19:45,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/42c9af8dc53742f1807b2739426a758b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/42c9af8dc53742f1807b2739426a758b 2024-12-07T06:19:45,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2ab752ef1dc049edb6c99d89d670302d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/2ab752ef1dc049edb6c99d89d670302d 2024-12-07T06:19:45,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cf0aa022ba354250af19b7d10137f31f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/cf0aa022ba354250af19b7d10137f31f 2024-12-07T06:19:45,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8a2f4370385c4a08b38dd45c6df45486 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/8a2f4370385c4a08b38dd45c6df45486 2024-12-07T06:19:45,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/617a7556171d4c39a99b38407286b027, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2ca51462b9194aa294d29490b687d3bf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1ad04582051e4b82afe4972af43050b7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/47fc8a1ae6694d4982c046d1e3cbc90c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/484c0295bf144e148ef908da9b83205d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/09cbbc7c87fe42189a4a79554a360bd1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/674e54ffb10c4c29998f52f514be63f0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/7e6255fb18944bf182d2828df6b43bfc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/88b6c02133024df6873a315e2eccad76, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/23367572de0d4f83aaab41941d64750b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d221a1207db4dcb8b4d17d2b871aba7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/227916bf99644e5b8b710cf227549a7b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8d191b7448424e34b3394cc968f90c09, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/fd69d94cb86c4ebc96db0e85b5b303f6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d1db439cc42749e1af2fbe714315e0da, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/60b0c15798ae4bf29f58544c628fd9bd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/cbac078872ec4fcb9f3980bcf0b58c92, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/6f2aa40ac16f4d49829b2def15ee995d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4fba564dc4924fb8a9da5dffec13d14e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/3fa262e15ca94cbd825f98c91573e695, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ef7d7e741a8d4712b849e4a58faa0dc1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ac4f1a605dd54e9b9b124918de1d3523, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a830df4fcdb74b6f81ebbad32c490f9d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/31185bbe6c34495dbe0c8292628dc0d9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/92dfb14242fd4bd0bf9a565e525f113d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ade9ebafb67b49f5b86f151e4259a93d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4d778b8beb994e1691f1b3f01a29a8da, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/67830bc2c3064e4e9c7997956ffcf310, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2dda36ded9a04174a2ab674ad7e92e1c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/58f62acfb9e84665b0701ff6fbac1dc5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4433cf815a2640458e1032c9f02ffc55, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/298a4d6b4c84478ea48600cf9345f7b5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/5e948d7efb2d4612b8710cd51c26a69e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4f4cc3072aa24379bcc14d6bedabecaf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8463ab71288a4a02848a79f4d1a38c65, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d724b42aecbe40a4bcb3f034b82a3d1d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d4e3b66744f4b7bb86bb05c41d137a9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/5c81c8405aa44775be5474e8565165ba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a11fdff5654b450686b18dd762e4bf11, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/f81111bd51934fb5a3f786b563c3a981, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1a17f580f77140609731cec64c8beeb3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/69b9c7c281df462eb70aa4c275be0109] to archive 2024-12-07T06:19:45,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:19:45,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/617a7556171d4c39a99b38407286b027 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/617a7556171d4c39a99b38407286b027 2024-12-07T06:19:45,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2ca51462b9194aa294d29490b687d3bf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2ca51462b9194aa294d29490b687d3bf 2024-12-07T06:19:45,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1ad04582051e4b82afe4972af43050b7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1ad04582051e4b82afe4972af43050b7 2024-12-07T06:19:45,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/47fc8a1ae6694d4982c046d1e3cbc90c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/47fc8a1ae6694d4982c046d1e3cbc90c 2024-12-07T06:19:45,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/484c0295bf144e148ef908da9b83205d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/484c0295bf144e148ef908da9b83205d 2024-12-07T06:19:45,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/09cbbc7c87fe42189a4a79554a360bd1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/09cbbc7c87fe42189a4a79554a360bd1 2024-12-07T06:19:45,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/674e54ffb10c4c29998f52f514be63f0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/674e54ffb10c4c29998f52f514be63f0 2024-12-07T06:19:45,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/7e6255fb18944bf182d2828df6b43bfc to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/7e6255fb18944bf182d2828df6b43bfc 2024-12-07T06:19:45,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/88b6c02133024df6873a315e2eccad76 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/88b6c02133024df6873a315e2eccad76 2024-12-07T06:19:45,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/23367572de0d4f83aaab41941d64750b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/23367572de0d4f83aaab41941d64750b 2024-12-07T06:19:45,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d221a1207db4dcb8b4d17d2b871aba7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d221a1207db4dcb8b4d17d2b871aba7 2024-12-07T06:19:45,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/227916bf99644e5b8b710cf227549a7b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/227916bf99644e5b8b710cf227549a7b 2024-12-07T06:19:45,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8d191b7448424e34b3394cc968f90c09 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8d191b7448424e34b3394cc968f90c09 2024-12-07T06:19:45,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/fd69d94cb86c4ebc96db0e85b5b303f6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/fd69d94cb86c4ebc96db0e85b5b303f6 2024-12-07T06:19:45,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d1db439cc42749e1af2fbe714315e0da to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d1db439cc42749e1af2fbe714315e0da 2024-12-07T06:19:45,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/60b0c15798ae4bf29f58544c628fd9bd to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/60b0c15798ae4bf29f58544c628fd9bd 2024-12-07T06:19:45,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/cbac078872ec4fcb9f3980bcf0b58c92 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/cbac078872ec4fcb9f3980bcf0b58c92 2024-12-07T06:19:45,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/6f2aa40ac16f4d49829b2def15ee995d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/6f2aa40ac16f4d49829b2def15ee995d 2024-12-07T06:19:45,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4fba564dc4924fb8a9da5dffec13d14e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4fba564dc4924fb8a9da5dffec13d14e 2024-12-07T06:19:45,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/3fa262e15ca94cbd825f98c91573e695 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/3fa262e15ca94cbd825f98c91573e695 2024-12-07T06:19:45,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ef7d7e741a8d4712b849e4a58faa0dc1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ef7d7e741a8d4712b849e4a58faa0dc1 2024-12-07T06:19:46,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ac4f1a605dd54e9b9b124918de1d3523 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ac4f1a605dd54e9b9b124918de1d3523 2024-12-07T06:19:46,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a830df4fcdb74b6f81ebbad32c490f9d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a830df4fcdb74b6f81ebbad32c490f9d 2024-12-07T06:19:46,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/31185bbe6c34495dbe0c8292628dc0d9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/31185bbe6c34495dbe0c8292628dc0d9 2024-12-07T06:19:46,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/92dfb14242fd4bd0bf9a565e525f113d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/92dfb14242fd4bd0bf9a565e525f113d 2024-12-07T06:19:46,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ade9ebafb67b49f5b86f151e4259a93d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/ade9ebafb67b49f5b86f151e4259a93d 2024-12-07T06:19:46,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4d778b8beb994e1691f1b3f01a29a8da to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4d778b8beb994e1691f1b3f01a29a8da 2024-12-07T06:19:46,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/67830bc2c3064e4e9c7997956ffcf310 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/67830bc2c3064e4e9c7997956ffcf310 2024-12-07T06:19:46,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2dda36ded9a04174a2ab674ad7e92e1c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2dda36ded9a04174a2ab674ad7e92e1c 2024-12-07T06:19:46,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/58f62acfb9e84665b0701ff6fbac1dc5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/58f62acfb9e84665b0701ff6fbac1dc5 2024-12-07T06:19:46,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4433cf815a2640458e1032c9f02ffc55 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4433cf815a2640458e1032c9f02ffc55 2024-12-07T06:19:46,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/298a4d6b4c84478ea48600cf9345f7b5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/298a4d6b4c84478ea48600cf9345f7b5 2024-12-07T06:19:46,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/5e948d7efb2d4612b8710cd51c26a69e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/5e948d7efb2d4612b8710cd51c26a69e 2024-12-07T06:19:46,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4f4cc3072aa24379bcc14d6bedabecaf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/4f4cc3072aa24379bcc14d6bedabecaf 2024-12-07T06:19:46,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8463ab71288a4a02848a79f4d1a38c65 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8463ab71288a4a02848a79f4d1a38c65 2024-12-07T06:19:46,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d724b42aecbe40a4bcb3f034b82a3d1d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/d724b42aecbe40a4bcb3f034b82a3d1d 2024-12-07T06:19:46,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d4e3b66744f4b7bb86bb05c41d137a9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/9d4e3b66744f4b7bb86bb05c41d137a9 2024-12-07T06:19:46,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/5c81c8405aa44775be5474e8565165ba to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/5c81c8405aa44775be5474e8565165ba 2024-12-07T06:19:46,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a11fdff5654b450686b18dd762e4bf11 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/a11fdff5654b450686b18dd762e4bf11 2024-12-07T06:19:46,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/f81111bd51934fb5a3f786b563c3a981 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/f81111bd51934fb5a3f786b563c3a981 2024-12-07T06:19:46,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1a17f580f77140609731cec64c8beeb3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/1a17f580f77140609731cec64c8beeb3 2024-12-07T06:19:46,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/69b9c7c281df462eb70aa4c275be0109 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/69b9c7c281df462eb70aa4c275be0109 2024-12-07T06:19:46,033 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/recovered.edits/634.seqid, newMaxSeqId=634, maxSeqId=1 2024-12-07T06:19:46,036 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f. 2024-12-07T06:19:46,036 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for d4486e9fd722297a097a6e9865eb417f: 2024-12-07T06:19:46,038 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:46,038 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=d4486e9fd722297a097a6e9865eb417f, regionState=CLOSED 2024-12-07T06:19:46,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-07T06:19:46,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure d4486e9fd722297a097a6e9865eb417f, server=38a4c3e922fd,38777,1733552352987 in 1.6570 sec 2024-12-07T06:19:46,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-07T06:19:46,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4486e9fd722297a097a6e9865eb417f, UNASSIGN in 1.6610 sec 2024-12-07T06:19:46,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-07T06:19:46,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6680 sec 2024-12-07T06:19:46,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552386045"}]},"ts":"1733552386045"} 2024-12-07T06:19:46,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T06:19:46,049 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T06:19:46,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6850 sec 2024-12-07T06:19:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-07T06:19:46,475 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-07T06:19:46,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T06:19:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:19:46,486 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:19:46,487 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:19:46,492 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-07T06:19:46,497 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/recovered.edits] 2024-12-07T06:19:46,502 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/8a89e7c3be10490dbd44e3045ebeab89 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/8a89e7c3be10490dbd44e3045ebeab89 2024-12-07T06:19:46,503 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/973125f27cef4a4caaa8cda0128a554f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/973125f27cef4a4caaa8cda0128a554f 2024-12-07T06:19:46,505 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/97951015ce4c4f62b82ac5c7c7cc55c5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/A/97951015ce4c4f62b82ac5c7c7cc55c5 2024-12-07T06:19:46,508 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/4ffb5922e8504243bb04013c23d347b9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/4ffb5922e8504243bb04013c23d347b9 2024-12-07T06:19:46,510 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/7273c04575c74d53990eaa118a517b13 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/7273c04575c74d53990eaa118a517b13 2024-12-07T06:19:46,511 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/77125aa557ad412f92fa21a164809496 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/B/77125aa557ad412f92fa21a164809496 2024-12-07T06:19:46,514 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2906408e5f5f4659be27bb15ce754fcb to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/2906408e5f5f4659be27bb15ce754fcb 2024-12-07T06:19:46,517 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/55a9127d309b4b5f82f674644fa830c7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/55a9127d309b4b5f82f674644fa830c7 2024-12-07T06:19:46,519 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8119343103c24c90818795da51d9f742 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/C/8119343103c24c90818795da51d9f742 2024-12-07T06:19:46,523 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/recovered.edits/634.seqid to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f/recovered.edits/634.seqid 2024-12-07T06:19:46,524 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/d4486e9fd722297a097a6e9865eb417f 2024-12-07T06:19:46,524 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T06:19:46,530 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:19:46,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-07T06:19:46,540 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T06:19:46,584 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T06:19:46,586 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:19:46,586 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T06:19:46,586 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733552386586"}]},"ts":"9223372036854775807"} 2024-12-07T06:19:46,595 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T06:19:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-07T06:19:46,595 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d4486e9fd722297a097a6e9865eb417f, NAME => 'TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T06:19:46,595 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T06:19:46,596 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733552386595"}]},"ts":"9223372036854775807"} 2024-12-07T06:19:46,603 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T06:19:46,605 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:19:46,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 126 msec 2024-12-07T06:19:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-07T06:19:46,797 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-12-07T06:19:46,811 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4e4b9885-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_456759937_22 at /127.0.0.1:48004 [Waiting for operation #303] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1847097951_22 at /127.0.0.1:52334 [Waiting for operation #262] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4e4b9885-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;38a4c3e922fd:38777-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4e4b9885-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x4e4b9885-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_456759937_22 at /127.0.0.1:48168 [Waiting for operation #296] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 199) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8266 (was 7800) - AvailableMemoryMB LEAK? - 2024-12-07T06:19:46,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=8273 2024-12-07T06:19:46,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T06:19:46,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T06:19:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T06:19:46,832 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T06:19:46,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:46,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-12-07T06:19:46,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T06:19:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-07T06:19:46,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741976_1152 (size=963) 2024-12-07T06:19:46,853 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3 2024-12-07T06:19:46,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741977_1153 (size=53) 2024-12-07T06:19:46,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:46,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ffdacd3e7e72bf4bbe377da2bfdd416c, disabling compactions & flushes 2024-12-07T06:19:46,871 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:46,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:46,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. after waiting 0 ms 2024-12-07T06:19:46,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:46,871 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:46,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:46,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T06:19:46,873 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733552386872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733552386872"}]},"ts":"1733552386872"} 2024-12-07T06:19:46,874 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T06:19:46,875 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T06:19:46,875 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552386875"}]},"ts":"1733552386875"} 2024-12-07T06:19:46,877 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T06:19:46,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, ASSIGN}] 2024-12-07T06:19:46,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, ASSIGN 2024-12-07T06:19:46,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, ASSIGN; state=OFFLINE, location=38a4c3e922fd,38777,1733552352987; forceNewPlan=false, retain=false 2024-12-07T06:19:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-07T06:19:47,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=ffdacd3e7e72bf4bbe377da2bfdd416c, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:47,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:19:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-07T06:19:47,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:47,193 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:47,193 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:19:47,194 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:47,194 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:47,194 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:47,194 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:47,196 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:47,198 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:19:47,198 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdacd3e7e72bf4bbe377da2bfdd416c columnFamilyName A 2024-12-07T06:19:47,198 DEBUG [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:47,199 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(327): Store=ffdacd3e7e72bf4bbe377da2bfdd416c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:47,199 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:47,200 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:19:47,201 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdacd3e7e72bf4bbe377da2bfdd416c columnFamilyName B 2024-12-07T06:19:47,202 DEBUG [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:47,202 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(327): Store=ffdacd3e7e72bf4bbe377da2bfdd416c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:47,202 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:47,204 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:19:47,204 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdacd3e7e72bf4bbe377da2bfdd416c columnFamilyName C 2024-12-07T06:19:47,204 DEBUG [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:47,205 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(327): Store=ffdacd3e7e72bf4bbe377da2bfdd416c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:47,205 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:47,206 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:47,206 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:47,208 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:19:47,210 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:47,213 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T06:19:47,213 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened ffdacd3e7e72bf4bbe377da2bfdd416c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59343597, jitterRate=-0.11571149528026581}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:19:47,214 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:47,217 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., pid=43, masterSystemTime=1733552387189 2024-12-07T06:19:47,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=ffdacd3e7e72bf4bbe377da2bfdd416c, regionState=OPEN, openSeqNum=2, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:47,226 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:47,226 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:47,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-07T06:19:47,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 in 189 msec 2024-12-07T06:19:47,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-07T06:19:47,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, ASSIGN in 347 msec 2024-12-07T06:19:47,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T06:19:47,232 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552387232"}]},"ts":"1733552387232"} 2024-12-07T06:19:47,233 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T06:19:47,239 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T06:19:47,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 409 msec 2024-12-07T06:19:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-07T06:19:47,443 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-07T06:19:47,446 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ff872d8 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4506927 2024-12-07T06:19:47,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9b9802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:47,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:47,457 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:47,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T06:19:47,460 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T06:19:47,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T06:19:47,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T06:19:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T06:19:47,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741978_1154 (size=999) 2024-12-07T06:19:47,887 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-07T06:19:47,887 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-07T06:19:47,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T06:19:47,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, REOPEN/MOVE}] 2024-12-07T06:19:47,903 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, REOPEN/MOVE 2024-12-07T06:19:47,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=ffdacd3e7e72bf4bbe377da2bfdd416c, regionState=CLOSING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:47,906 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T06:19:47,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:19:48,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,059 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,059 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T06:19:48,059 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing ffdacd3e7e72bf4bbe377da2bfdd416c, disabling compactions & flushes 2024-12-07T06:19:48,059 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,059 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,059 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. after waiting 0 ms 2024-12-07T06:19:48,059 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,063 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T06:19:48,064 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,064 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:48,064 WARN [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: ffdacd3e7e72bf4bbe377da2bfdd416c to self. 2024-12-07T06:19:48,066 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,066 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=ffdacd3e7e72bf4bbe377da2bfdd416c, regionState=CLOSED 2024-12-07T06:19:48,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-07T06:19:48,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 in 161 msec 2024-12-07T06:19:48,069 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, REOPEN/MOVE; state=CLOSED, location=38a4c3e922fd,38777,1733552352987; forceNewPlan=false, retain=true 2024-12-07T06:19:48,220 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=ffdacd3e7e72bf4bbe377da2bfdd416c, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:19:48,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,378 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,378 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:19:48,379 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,379 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:19:48,379 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,379 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,384 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,385 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:19:48,392 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdacd3e7e72bf4bbe377da2bfdd416c columnFamilyName A 2024-12-07T06:19:48,395 DEBUG [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:48,395 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(327): Store=ffdacd3e7e72bf4bbe377da2bfdd416c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:48,396 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,397 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:19:48,397 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdacd3e7e72bf4bbe377da2bfdd416c columnFamilyName B 2024-12-07T06:19:48,397 DEBUG [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:48,398 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(327): Store=ffdacd3e7e72bf4bbe377da2bfdd416c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:48,398 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,400 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:19:48,401 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdacd3e7e72bf4bbe377da2bfdd416c columnFamilyName C 2024-12-07T06:19:48,401 DEBUG [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:48,401 INFO [StoreOpener-ffdacd3e7e72bf4bbe377da2bfdd416c-1 {}] regionserver.HStore(327): Store=ffdacd3e7e72bf4bbe377da2bfdd416c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:19:48,402 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,402 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,404 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,406 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:19:48,407 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,408 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened ffdacd3e7e72bf4bbe377da2bfdd416c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69649215, jitterRate=0.03785417973995209}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:19:48,409 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:48,410 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., pid=48, masterSystemTime=1733552388374 2024-12-07T06:19:48,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=ffdacd3e7e72bf4bbe377da2bfdd416c, regionState=OPEN, openSeqNum=5, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,416 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,416 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-12-07T06:19:48,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 in 193 msec 2024-12-07T06:19:48,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-07T06:19:48,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, REOPEN/MOVE in 515 msec 2024-12-07T06:19:48,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-07T06:19:48,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 530 msec 2024-12-07T06:19:48,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 956 msec 2024-12-07T06:19:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-07T06:19:48,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c2c778 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7362d978 2024-12-07T06:19:48,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931c73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:48,450 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x433e2b26 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bad2e85 2024-12-07T06:19:48,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ea2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:48,470 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4420 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ebda6ad 2024-12-07T06:19:48,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b44b1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:48,481 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24f64590 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19a533a3 2024-12-07T06:19:48,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46114993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:48,486 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c5c4716 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@465dc764 2024-12-07T06:19:48,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c53ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:48,493 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00cb464a to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68f0be85 2024-12-07T06:19:48,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:48,503 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78cafade to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@152377d4 2024-12-07T06:19:48,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517ff977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:48,510 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14c16cd4 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a52344f 2024-12-07T06:19:48,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3448d233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:48,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0341384e to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8ba8425 2024-12-07T06:19:48,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11164b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:19:48,541 DEBUG [hconnection-0x7989e4e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:48,541 DEBUG [hconnection-0xa67c812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:48,543 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:48,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-07T06:19:48,568 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T06:19:48,569 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:48,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:48,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:19:48,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:48,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:48,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:48,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:48,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:48,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:48,592 DEBUG [hconnection-0x7beb2b84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:48,594 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:48,608 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:48,617 DEBUG [hconnection-0x41a5c299-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:48,618 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:48,620 DEBUG [hconnection-0x111faca0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:48,622 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:48,624 DEBUG [hconnection-0x354d3b55-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:48,626 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:48,627 DEBUG [hconnection-0x2cb28f91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:48,628 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:48,644 DEBUG [hconnection-0x5f17641-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:48,648 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:48,659 DEBUG [hconnection-0x5baca351-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:19:48,662 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:19:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T06:19:48,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552448665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552448670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552448685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552448690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552448695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070d42648b8d5b4ddd910fcce73ef5ad0d_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552388562/Put/seqid=0 2024-12-07T06:19:48,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-07T06:19:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741979_1155 (size=12154) 2024-12-07T06:19:48,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552448791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552448795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552448803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552448803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552448804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T06:19:48,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:48,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-07T06:19:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:48,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552448997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552449003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552449010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552449012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552449012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-07T06:19:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:49,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:49,153 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:49,162 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070d42648b8d5b4ddd910fcce73ef5ad0d_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070d42648b8d5b4ddd910fcce73ef5ad0d_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:49,164 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6bfb2145b93546e3bcbfc7f796db5205, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:49,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6bfb2145b93546e3bcbfc7f796db5205 is 175, key is test_row_0/A:col10/1733552388562/Put/seqid=0 2024-12-07T06:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T06:19:49,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-07T06:19:49,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:49,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:49,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:49,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:49,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:49,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741980_1156 (size=30955) 2024-12-07T06:19:49,237 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6bfb2145b93546e3bcbfc7f796db5205 2024-12-07T06:19:49,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/25aed1660904489589fb4604555c8c47 is 50, key is test_row_0/B:col10/1733552388562/Put/seqid=0 2024-12-07T06:19:49,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552449308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552449307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552449317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552449317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552449318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-07T06:19:49,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:49,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:49,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741981_1157 (size=12001) 2024-12-07T06:19:49,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/25aed1660904489589fb4604555c8c47 2024-12-07T06:19:49,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/9ed3944c41894025991acf6ca7eb6dac is 50, key is test_row_0/C:col10/1733552388562/Put/seqid=0 2024-12-07T06:19:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741982_1158 (size=12001) 2024-12-07T06:19:49,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/9ed3944c41894025991acf6ca7eb6dac 2024-12-07T06:19:49,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6bfb2145b93546e3bcbfc7f796db5205 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6bfb2145b93546e3bcbfc7f796db5205 2024-12-07T06:19:49,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6bfb2145b93546e3bcbfc7f796db5205, entries=150, sequenceid=15, filesize=30.2 K 2024-12-07T06:19:49,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/25aed1660904489589fb4604555c8c47 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/25aed1660904489589fb4604555c8c47 2024-12-07T06:19:49,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/25aed1660904489589fb4604555c8c47, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T06:19:49,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/9ed3944c41894025991acf6ca7eb6dac as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/9ed3944c41894025991acf6ca7eb6dac 2024-12-07T06:19:49,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/9ed3944c41894025991acf6ca7eb6dac, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T06:19:49,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for ffdacd3e7e72bf4bbe377da2bfdd416c in 923ms, sequenceid=15, compaction requested=false 2024-12-07T06:19:49,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:49,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-07T06:19:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:49,496 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-07T06:19:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:49,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071bf683a5807f46cb9b91753acdbd72a5_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552388676/Put/seqid=0 2024-12-07T06:19:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741983_1159 (size=12154) 2024-12-07T06:19:49,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:49,555 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071bf683a5807f46cb9b91753acdbd72a5_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071bf683a5807f46cb9b91753acdbd72a5_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/2d4395b216404bdeb91cf4585178cf67, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/2d4395b216404bdeb91cf4585178cf67 is 175, key is test_row_0/A:col10/1733552388676/Put/seqid=0 2024-12-07T06:19:49,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741984_1160 (size=30955) 2024-12-07T06:19:49,593 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/2d4395b216404bdeb91cf4585178cf67 2024-12-07T06:19:49,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b3b0748d93dd4110afa1e5c561a2a484 is 50, key is test_row_0/B:col10/1733552388676/Put/seqid=0 2024-12-07T06:19:49,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741985_1161 (size=12001) 2024-12-07T06:19:49,670 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b3b0748d93dd4110afa1e5c561a2a484 2024-12-07T06:19:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T06:19:49,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/d6ceaa5a18fa435a911bcbca1d86065d is 50, key is test_row_0/C:col10/1733552388676/Put/seqid=0 2024-12-07T06:19:49,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741986_1162 (size=12001) 2024-12-07T06:19:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:49,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552449829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552449829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552449829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552449835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552449835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552449938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552449938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552449938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552449941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:49,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552449941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,120 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/d6ceaa5a18fa435a911bcbca1d86065d 2024-12-07T06:19:50,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/2d4395b216404bdeb91cf4585178cf67 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/2d4395b216404bdeb91cf4585178cf67 2024-12-07T06:19:50,137 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/2d4395b216404bdeb91cf4585178cf67, entries=150, sequenceid=42, filesize=30.2 K 2024-12-07T06:19:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b3b0748d93dd4110afa1e5c561a2a484 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b3b0748d93dd4110afa1e5c561a2a484 2024-12-07T06:19:50,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552450140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552450141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552450141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552450146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552450149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,152 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b3b0748d93dd4110afa1e5c561a2a484, entries=150, sequenceid=42, filesize=11.7 K 2024-12-07T06:19:50,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/d6ceaa5a18fa435a911bcbca1d86065d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d6ceaa5a18fa435a911bcbca1d86065d 2024-12-07T06:19:50,160 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d6ceaa5a18fa435a911bcbca1d86065d, entries=150, sequenceid=42, filesize=11.7 K 2024-12-07T06:19:50,161 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for ffdacd3e7e72bf4bbe377da2bfdd416c in 665ms, sequenceid=42, compaction requested=false 2024-12-07T06:19:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-07T06:19:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-07T06:19:50,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-07T06:19:50,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5940 sec 2024-12-07T06:19:50,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.5980 sec 2024-12-07T06:19:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:50,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:19:50,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:50,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:50,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:50,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:50,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:50,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:50,465 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T06:19:50,467 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T06:19:50,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ba56dab44e844860adb8667ba01aa701_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552389826/Put/seqid=0 2024-12-07T06:19:50,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552450504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552450504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552450505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552450517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552450518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741987_1163 (size=12154) 2024-12-07T06:19:50,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552450621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552450621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552450623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552450630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552450630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T06:19:50,685 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-07T06:19:50,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-07T06:19:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T06:19:50,689 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:50,690 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:50,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T06:19:50,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552450826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552450827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552450833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552450838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T06:19:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:50,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:50,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552450837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:50,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:50,941 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ba56dab44e844860adb8667ba01aa701_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ba56dab44e844860adb8667ba01aa701_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:50,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/14f6b7e8ed8746c5ac524f6bd745c387, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:50,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/14f6b7e8ed8746c5ac524f6bd745c387 is 175, key is test_row_0/A:col10/1733552389826/Put/seqid=0 2024-12-07T06:19:50,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741988_1164 (size=30955) 2024-12-07T06:19:50,980 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/14f6b7e8ed8746c5ac524f6bd745c387 2024-12-07T06:19:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T06:19:51,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/18071c122aca4c5a987546841ad346d2 is 50, key is test_row_0/B:col10/1733552389826/Put/seqid=0 2024-12-07T06:19:51,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T06:19:51,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:51,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:51,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:51,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:51,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:51,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741989_1165 (size=12001) 2024-12-07T06:19:51,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/18071c122aca4c5a987546841ad346d2 2024-12-07T06:19:51,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/585d258401ff43e1984df4178ba1b89f is 50, key is test_row_0/C:col10/1733552389826/Put/seqid=0 2024-12-07T06:19:51,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741990_1166 (size=12001) 2024-12-07T06:19:51,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/585d258401ff43e1984df4178ba1b89f 2024-12-07T06:19:51,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552451133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552451149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552451149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552451149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,164 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T06:19:51,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:51,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:51,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:51,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:51,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:51,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552451161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/14f6b7e8ed8746c5ac524f6bd745c387 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/14f6b7e8ed8746c5ac524f6bd745c387 2024-12-07T06:19:51,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/14f6b7e8ed8746c5ac524f6bd745c387, entries=150, sequenceid=55, filesize=30.2 K 2024-12-07T06:19:51,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/18071c122aca4c5a987546841ad346d2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/18071c122aca4c5a987546841ad346d2 2024-12-07T06:19:51,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/18071c122aca4c5a987546841ad346d2, entries=150, sequenceid=55, filesize=11.7 K 2024-12-07T06:19:51,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/585d258401ff43e1984df4178ba1b89f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/585d258401ff43e1984df4178ba1b89f 2024-12-07T06:19:51,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/585d258401ff43e1984df4178ba1b89f, entries=150, sequenceid=55, filesize=11.7 K 2024-12-07T06:19:51,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ffdacd3e7e72bf4bbe377da2bfdd416c in 746ms, sequenceid=55, compaction requested=true 2024-12-07T06:19:51,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:51,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:51,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:51,203 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:51,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:51,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:51,204 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:51,206 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:51,206 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:51,206 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:19:51,206 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:19:51,206 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:51,206 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:51,207 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6bfb2145b93546e3bcbfc7f796db5205, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/2d4395b216404bdeb91cf4585178cf67, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/14f6b7e8ed8746c5ac524f6bd745c387] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=90.7 K 2024-12-07T06:19:51,207 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/25aed1660904489589fb4604555c8c47, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b3b0748d93dd4110afa1e5c561a2a484, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/18071c122aca4c5a987546841ad346d2] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=35.2 K 2024-12-07T06:19:51,207 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:51,207 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6bfb2145b93546e3bcbfc7f796db5205, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/2d4395b216404bdeb91cf4585178cf67, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/14f6b7e8ed8746c5ac524f6bd745c387] 2024-12-07T06:19:51,207 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bfb2145b93546e3bcbfc7f796db5205, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733552388558 2024-12-07T06:19:51,207 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 25aed1660904489589fb4604555c8c47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733552388558 2024-12-07T06:19:51,208 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d4395b216404bdeb91cf4585178cf67, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733552388662 2024-12-07T06:19:51,208 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b3b0748d93dd4110afa1e5c561a2a484, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733552388662 2024-12-07T06:19:51,208 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14f6b7e8ed8746c5ac524f6bd745c387, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552389826 2024-12-07T06:19:51,208 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 18071c122aca4c5a987546841ad346d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552389826 2024-12-07T06:19:51,226 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:51,242 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:51,243 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c517fc913cc14ff3b2a71b70001cb6a6 is 50, key is test_row_0/B:col10/1733552389826/Put/seqid=0 2024-12-07T06:19:51,247 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412079206c4a21d2244888d672c97b7b56afd_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:51,251 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412079206c4a21d2244888d672c97b7b56afd_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:51,251 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079206c4a21d2244888d672c97b7b56afd_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:51,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741992_1168 (size=4469) 2024-12-07T06:19:51,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741991_1167 (size=12104) 2024-12-07T06:19:51,285 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#146 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:51,288 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/37c7a30a8deb4080842acc89a6661d93 is 175, key is test_row_0/A:col10/1733552389826/Put/seqid=0 2024-12-07T06:19:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T06:19:51,301 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c517fc913cc14ff3b2a71b70001cb6a6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c517fc913cc14ff3b2a71b70001cb6a6 2024-12-07T06:19:51,310 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into c517fc913cc14ff3b2a71b70001cb6a6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:51,310 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:51,310 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=13, startTime=1733552391203; duration=0sec 2024-12-07T06:19:51,310 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:51,310 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:19:51,310 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:51,313 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:51,315 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:19:51,315 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:51,315 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/9ed3944c41894025991acf6ca7eb6dac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d6ceaa5a18fa435a911bcbca1d86065d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/585d258401ff43e1984df4178ba1b89f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=35.2 K 2024-12-07T06:19:51,316 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ed3944c41894025991acf6ca7eb6dac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733552388558 2024-12-07T06:19:51,317 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d6ceaa5a18fa435a911bcbca1d86065d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733552388662 2024-12-07T06:19:51,317 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,318 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 585d258401ff43e1984df4178ba1b89f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552389826 2024-12-07T06:19:51,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T06:19:51,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:51,319 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:19:51,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:51,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:51,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:51,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:51,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:51,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:51,346 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:51,347 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/3281f904f22a4af7a367b07057257600 is 50, key is test_row_0/C:col10/1733552389826/Put/seqid=0 2024-12-07T06:19:51,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741993_1169 (size=31058) 2024-12-07T06:19:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a44bf9ec1740424b87afbc5332bed5dd_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552390503/Put/seqid=0 2024-12-07T06:19:51,358 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/37c7a30a8deb4080842acc89a6661d93 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/37c7a30a8deb4080842acc89a6661d93 2024-12-07T06:19:51,366 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into 37c7a30a8deb4080842acc89a6661d93(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:51,366 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:51,366 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=13, startTime=1733552391203; duration=0sec 2024-12-07T06:19:51,367 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:51,367 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:19:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741994_1170 (size=12104) 2024-12-07T06:19:51,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741995_1171 (size=12154) 2024-12-07T06:19:51,418 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/3281f904f22a4af7a367b07057257600 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3281f904f22a4af7a367b07057257600 2024-12-07T06:19:51,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:51,424 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a44bf9ec1740424b87afbc5332bed5dd_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a44bf9ec1740424b87afbc5332bed5dd_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:51,425 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into 3281f904f22a4af7a367b07057257600(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:51,425 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:51,425 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=13, startTime=1733552391204; duration=0sec 2024-12-07T06:19:51,425 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:51,425 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:19:51,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6e31e6d3ff73483a8fda03610223e90f, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:51,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6e31e6d3ff73483a8fda03610223e90f is 175, key is test_row_0/A:col10/1733552390503/Put/seqid=0 2024-12-07T06:19:51,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741996_1172 (size=30955) 2024-12-07T06:19:51,473 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6e31e6d3ff73483a8fda03610223e90f 2024-12-07T06:19:51,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/7519675273284e6e82373835f2f3b0c3 is 50, key is test_row_0/B:col10/1733552390503/Put/seqid=0 2024-12-07T06:19:51,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741997_1173 (size=12001) 2024-12-07T06:19:51,532 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/7519675273284e6e82373835f2f3b0c3 2024-12-07T06:19:51,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/12ec9868aef94e7a8742459e361c37ae is 50, key is test_row_0/C:col10/1733552390503/Put/seqid=0 2024-12-07T06:19:51,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741998_1174 (size=12001) 2024-12-07T06:19:51,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T06:19:51,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:51,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552451685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552451685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552451686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552451692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552451693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T06:19:51,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552451802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552451802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552451808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552451808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552451809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:51,980 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/12ec9868aef94e7a8742459e361c37ae 2024-12-07T06:19:51,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6e31e6d3ff73483a8fda03610223e90f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6e31e6d3ff73483a8fda03610223e90f 2024-12-07T06:19:52,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552452013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552452013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552452014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552452014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552452015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,018 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6e31e6d3ff73483a8fda03610223e90f, entries=150, sequenceid=79, filesize=30.2 K 2024-12-07T06:19:52,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/7519675273284e6e82373835f2f3b0c3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/7519675273284e6e82373835f2f3b0c3 2024-12-07T06:19:52,038 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/7519675273284e6e82373835f2f3b0c3, entries=150, sequenceid=79, filesize=11.7 K 2024-12-07T06:19:52,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/12ec9868aef94e7a8742459e361c37ae as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/12ec9868aef94e7a8742459e361c37ae 2024-12-07T06:19:52,045 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/12ec9868aef94e7a8742459e361c37ae, entries=150, sequenceid=79, filesize=11.7 K 2024-12-07T06:19:52,049 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ffdacd3e7e72bf4bbe377da2bfdd416c in 730ms, sequenceid=79, compaction requested=false 2024-12-07T06:19:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-07T06:19:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-07T06:19:52,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-07T06:19:52,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3600 sec 2024-12-07T06:19:52,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.3660 sec 2024-12-07T06:19:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:52,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-07T06:19:52,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:52,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:52,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207749f597fe6cd4e04b1ebfebf99e7e807_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552392322/Put/seqid=0 2024-12-07T06:19:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552452342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552452344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552452347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552452350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552452351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741999_1175 (size=17034) 2024-12-07T06:19:52,383 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:52,389 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207749f597fe6cd4e04b1ebfebf99e7e807_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207749f597fe6cd4e04b1ebfebf99e7e807_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:52,391 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/5de9f4c2f6fe482a823765c298e3c14f, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:52,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/5de9f4c2f6fe482a823765c298e3c14f is 175, key is test_row_0/A:col10/1733552392322/Put/seqid=0 2024-12-07T06:19:52,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742000_1176 (size=48139) 2024-12-07T06:19:52,406 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/5de9f4c2f6fe482a823765c298e3c14f 2024-12-07T06:19:52,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/40994e0e2333458d9e6920f05c6d81de is 50, key is test_row_0/B:col10/1733552392322/Put/seqid=0 2024-12-07T06:19:52,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742001_1177 (size=12001) 2024-12-07T06:19:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552452451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552452451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552452453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552452455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552452455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552452654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552452655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552452658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552452659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552452660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T06:19:52,798 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-07T06:19:52,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-07T06:19:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T06:19:52,802 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:52,802 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:52,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:52,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/40994e0e2333458d9e6920f05c6d81de 2024-12-07T06:19:52,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/1e25af73d1ae4dd6b6623e7dfda1948c is 50, key is test_row_0/C:col10/1733552392322/Put/seqid=0 2024-12-07T06:19:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742002_1178 (size=12001) 2024-12-07T06:19:52,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/1e25af73d1ae4dd6b6623e7dfda1948c 2024-12-07T06:19:52,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/5de9f4c2f6fe482a823765c298e3c14f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/5de9f4c2f6fe482a823765c298e3c14f 2024-12-07T06:19:52,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/5de9f4c2f6fe482a823765c298e3c14f, entries=250, sequenceid=98, filesize=47.0 K 2024-12-07T06:19:52,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/40994e0e2333458d9e6920f05c6d81de as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/40994e0e2333458d9e6920f05c6d81de 2024-12-07T06:19:52,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/40994e0e2333458d9e6920f05c6d81de, entries=150, sequenceid=98, filesize=11.7 K 2024-12-07T06:19:52,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/1e25af73d1ae4dd6b6623e7dfda1948c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/1e25af73d1ae4dd6b6623e7dfda1948c 2024-12-07T06:19:52,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/1e25af73d1ae4dd6b6623e7dfda1948c, entries=150, sequenceid=98, filesize=11.7 K 2024-12-07T06:19:52,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ffdacd3e7e72bf4bbe377da2bfdd416c in 576ms, sequenceid=98, compaction requested=true 2024-12-07T06:19:52,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:52,899 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:52,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:52,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:52,901 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:52,901 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:19:52,901 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:52,901 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/37c7a30a8deb4080842acc89a6661d93, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6e31e6d3ff73483a8fda03610223e90f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/5de9f4c2f6fe482a823765c298e3c14f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=107.6 K 2024-12-07T06:19:52,902 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:52,902 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/37c7a30a8deb4080842acc89a6661d93, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6e31e6d3ff73483a8fda03610223e90f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/5de9f4c2f6fe482a823765c298e3c14f] 2024-12-07T06:19:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T06:19:52,903 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37c7a30a8deb4080842acc89a6661d93, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552389826 2024-12-07T06:19:52,903 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:52,903 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e31e6d3ff73483a8fda03610223e90f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733552390501 2024-12-07T06:19:52,904 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5de9f4c2f6fe482a823765c298e3c14f, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733552391690 2024-12-07T06:19:52,905 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:52,906 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:19:52,906 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:52,906 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c517fc913cc14ff3b2a71b70001cb6a6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/7519675273284e6e82373835f2f3b0c3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/40994e0e2333458d9e6920f05c6d81de] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=35.3 K 2024-12-07T06:19:52,907 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c517fc913cc14ff3b2a71b70001cb6a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552389826 2024-12-07T06:19:52,907 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 7519675273284e6e82373835f2f3b0c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733552390501 2024-12-07T06:19:52,908 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 40994e0e2333458d9e6920f05c6d81de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733552391690 2024-12-07T06:19:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:52,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:52,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:52,929 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:52,935 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207f962fb457e3c46cabe211ac1cf528675_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:52,936 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#156 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:52,937 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/72909fca29714cd69faead2c709065f1 is 50, key is test_row_0/B:col10/1733552392322/Put/seqid=0 2024-12-07T06:19:52,938 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207f962fb457e3c46cabe211ac1cf528675_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:52,939 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f962fb457e3c46cabe211ac1cf528675_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:52,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-07T06:19:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:52,956 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-07T06:19:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:52,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:52,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:52,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e8d13ae72e7a4b63b4d66c80895c6641_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552392340/Put/seqid=0 2024-12-07T06:19:52,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742003_1179 (size=12207) 2024-12-07T06:19:52,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742004_1180 (size=4469) 2024-12-07T06:19:52,992 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/72909fca29714cd69faead2c709065f1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/72909fca29714cd69faead2c709065f1 2024-12-07T06:19:52,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552452985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552452988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552452988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552452988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:52,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552452989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,000 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into 72909fca29714cd69faead2c709065f1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:53,000 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:53,000 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=13, startTime=1733552392901; duration=0sec 2024-12-07T06:19:53,000 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:53,001 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:19:53,001 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:53,002 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:53,002 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:19:53,002 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:53,002 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3281f904f22a4af7a367b07057257600, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/12ec9868aef94e7a8742459e361c37ae, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/1e25af73d1ae4dd6b6623e7dfda1948c] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=35.3 K 2024-12-07T06:19:53,003 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 3281f904f22a4af7a367b07057257600, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552389826 2024-12-07T06:19:53,004 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ec9868aef94e7a8742459e361c37ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733552390501 2024-12-07T06:19:53,005 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e25af73d1ae4dd6b6623e7dfda1948c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733552391690 2024-12-07T06:19:53,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742005_1181 (size=12154) 2024-12-07T06:19:53,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:53,039 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e8d13ae72e7a4b63b4d66c80895c6641_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e8d13ae72e7a4b63b4d66c80895c6641_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8f4ca19625ce41eeb8c50a285b9b72d5, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:53,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8f4ca19625ce41eeb8c50a285b9b72d5 is 175, key is test_row_0/A:col10/1733552392340/Put/seqid=0 2024-12-07T06:19:53,054 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:53,055 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/d8b88e57dfec450c8b3b3161ba13d599 is 50, key is test_row_0/C:col10/1733552392322/Put/seqid=0 2024-12-07T06:19:53,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742006_1182 (size=30955) 2024-12-07T06:19:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742007_1183 (size=12207) 2024-12-07T06:19:53,093 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/d8b88e57dfec450c8b3b3161ba13d599 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d8b88e57dfec450c8b3b3161ba13d599 2024-12-07T06:19:53,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,101 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into d8b88e57dfec450c8b3b3161ba13d599(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:53,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,101 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:53,101 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=13, startTime=1733552392913; duration=0sec 2024-12-07T06:19:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552453099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,101 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:53,101 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:19:53,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552453100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552453100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552453101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T06:19:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552453099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552453302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552453304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552453304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552453304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552453306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,391 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#155 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:53,392 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/e73da3920cbb445b9f7c0361c35a9648 is 175, key is test_row_0/A:col10/1733552392322/Put/seqid=0 2024-12-07T06:19:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T06:19:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742008_1184 (size=31161) 2024-12-07T06:19:53,475 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8f4ca19625ce41eeb8c50a285b9b72d5 2024-12-07T06:19:53,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/533a1d2df0a14f1cabb1689ab04ad8f7 is 50, key is test_row_0/B:col10/1733552392340/Put/seqid=0 2024-12-07T06:19:53,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742009_1185 (size=12001) 2024-12-07T06:19:53,529 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/533a1d2df0a14f1cabb1689ab04ad8f7 2024-12-07T06:19:53,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/ef4ab08960c04968a6c96cc548e03bef is 50, key is test_row_0/C:col10/1733552392340/Put/seqid=0 2024-12-07T06:19:53,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742010_1186 (size=12001) 2024-12-07T06:19:53,556 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/ef4ab08960c04968a6c96cc548e03bef 2024-12-07T06:19:53,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8f4ca19625ce41eeb8c50a285b9b72d5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f4ca19625ce41eeb8c50a285b9b72d5 2024-12-07T06:19:53,571 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f4ca19625ce41eeb8c50a285b9b72d5, entries=150, sequenceid=117, filesize=30.2 K 2024-12-07T06:19:53,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/533a1d2df0a14f1cabb1689ab04ad8f7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/533a1d2df0a14f1cabb1689ab04ad8f7 2024-12-07T06:19:53,578 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/533a1d2df0a14f1cabb1689ab04ad8f7, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T06:19:53,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/ef4ab08960c04968a6c96cc548e03bef as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/ef4ab08960c04968a6c96cc548e03bef 2024-12-07T06:19:53,585 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/ef4ab08960c04968a6c96cc548e03bef, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T06:19:53,587 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for ffdacd3e7e72bf4bbe377da2bfdd416c in 631ms, sequenceid=117, compaction requested=false 2024-12-07T06:19:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-07T06:19:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-07T06:19:53,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-07T06:19:53,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 787 msec 2024-12-07T06:19:53,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 791 msec 2024-12-07T06:19:53,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-07T06:19:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:53,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:53,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:53,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:53,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:53,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:53,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120722f9ada0ce6f498caa137e45ed5bcf79_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552392973/Put/seqid=0 2024-12-07T06:19:53,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552453631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552453631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552453634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552453640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552453642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742011_1187 (size=14744) 2024-12-07T06:19:53,689 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:53,697 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120722f9ada0ce6f498caa137e45ed5bcf79_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120722f9ada0ce6f498caa137e45ed5bcf79_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:53,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/a751508905914fee8a06748c2d4edb27, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:53,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/a751508905914fee8a06748c2d4edb27 is 175, key is test_row_0/A:col10/1733552392973/Put/seqid=0 2024-12-07T06:19:53,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742012_1188 (size=39699) 2024-12-07T06:19:53,726 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/a751508905914fee8a06748c2d4edb27 2024-12-07T06:19:53,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/f4866eec9010495bb4293a702e7278fe is 50, key is test_row_0/B:col10/1733552392973/Put/seqid=0 2024-12-07T06:19:53,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552453743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552453743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552453745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552453745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552453746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742013_1189 (size=12101) 2024-12-07T06:19:53,818 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/e73da3920cbb445b9f7c0361c35a9648 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/e73da3920cbb445b9f7c0361c35a9648 2024-12-07T06:19:53,826 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into e73da3920cbb445b9f7c0361c35a9648(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:53,826 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:53,826 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=13, startTime=1733552392899; duration=0sec 2024-12-07T06:19:53,826 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:53,826 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:19:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T06:19:53,909 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-07T06:19:53,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-07T06:19:53,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:53,917 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:53,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T06:19:53,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552453950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552453950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552453951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552453951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:53,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552453952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T06:19:54,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T06:19:54,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:54,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/f4866eec9010495bb4293a702e7278fe 2024-12-07T06:19:54,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/fd70c78e29d343adaad55e6f92def520 is 50, key is test_row_0/C:col10/1733552392973/Put/seqid=0 2024-12-07T06:19:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T06:19:54,224 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T06:19:54,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:54,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742014_1190 (size=12101) 2024-12-07T06:19:54,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/fd70c78e29d343adaad55e6f92def520 2024-12-07T06:19:54,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/a751508905914fee8a06748c2d4edb27 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a751508905914fee8a06748c2d4edb27 2024-12-07T06:19:54,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a751508905914fee8a06748c2d4edb27, entries=200, sequenceid=137, filesize=38.8 K 2024-12-07T06:19:54,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/f4866eec9010495bb4293a702e7278fe as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f4866eec9010495bb4293a702e7278fe 2024-12-07T06:19:54,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f4866eec9010495bb4293a702e7278fe, entries=150, sequenceid=137, filesize=11.8 K 2024-12-07T06:19:54,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552454256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552454260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/fd70c78e29d343adaad55e6f92def520 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/fd70c78e29d343adaad55e6f92def520 2024-12-07T06:19:54,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552454260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552454260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/fd70c78e29d343adaad55e6f92def520, entries=150, sequenceid=137, filesize=11.8 K 2024-12-07T06:19:54,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ffdacd3e7e72bf4bbe377da2bfdd416c in 658ms, sequenceid=137, compaction requested=true 2024-12-07T06:19:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:54,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:54,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:54,268 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:54,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:54,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:54,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:54,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T06:19:54,268 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:54,270 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:54,270 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:54,270 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:19:54,270 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:19:54,270 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,270 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,270 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/72909fca29714cd69faead2c709065f1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/533a1d2df0a14f1cabb1689ab04ad8f7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f4866eec9010495bb4293a702e7278fe] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=35.5 K 2024-12-07T06:19:54,270 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/e73da3920cbb445b9f7c0361c35a9648, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f4ca19625ce41eeb8c50a285b9b72d5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a751508905914fee8a06748c2d4edb27] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=99.4 K 2024-12-07T06:19:54,270 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,270 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/e73da3920cbb445b9f7c0361c35a9648, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f4ca19625ce41eeb8c50a285b9b72d5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a751508905914fee8a06748c2d4edb27] 2024-12-07T06:19:54,271 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e73da3920cbb445b9f7c0361c35a9648, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733552391690 2024-12-07T06:19:54,271 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 72909fca29714cd69faead2c709065f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733552391690 2024-12-07T06:19:54,271 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 533a1d2df0a14f1cabb1689ab04ad8f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733552392340 2024-12-07T06:19:54,271 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f4ca19625ce41eeb8c50a285b9b72d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733552392340 2024-12-07T06:19:54,272 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f4866eec9010495bb4293a702e7278fe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733552392973 2024-12-07T06:19:54,272 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a751508905914fee8a06748c2d4edb27, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733552392973 2024-12-07T06:19:54,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-07T06:19:54,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:54,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:54,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:54,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:54,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:54,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:54,299 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:54,310 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:54,311 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c39805ae2cc84c5e9b1962a24e26bc24 is 50, key is test_row_0/B:col10/1733552392973/Put/seqid=0 2024-12-07T06:19:54,321 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207b30736287c154b2bbf0fd681a1c826b8_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:54,324 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207b30736287c154b2bbf0fd681a1c826b8_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:54,325 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b30736287c154b2bbf0fd681a1c826b8_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:54,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207db1cb49ee6ca4441b04afe1ac132f670_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552393631/Put/seqid=0 2024-12-07T06:19:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742015_1191 (size=12409) 2024-12-07T06:19:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552454361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T06:19:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742016_1192 (size=4469) 2024-12-07T06:19:54,395 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#164 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:54,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742017_1193 (size=14794) 2024-12-07T06:19:54,396 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/21d8d0875ed246cc94dc7a4936f6a79f is 175, key is test_row_0/A:col10/1733552392973/Put/seqid=0 2024-12-07T06:19:54,397 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:54,402 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207db1cb49ee6ca4441b04afe1ac132f670_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207db1cb49ee6ca4441b04afe1ac132f670_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:54,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/7b39627bba6f40669705f8d78afcca16, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:54,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/7b39627bba6f40669705f8d78afcca16 is 175, key is test_row_0/A:col10/1733552393631/Put/seqid=0 2024-12-07T06:19:54,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742018_1194 (size=31363) 2024-12-07T06:19:54,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742019_1195 (size=39749) 2024-12-07T06:19:54,432 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/7b39627bba6f40669705f8d78afcca16 2024-12-07T06:19:54,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/ae99091aa64945f89b990ca7d86216bd is 50, key is test_row_0/B:col10/1733552393631/Put/seqid=0 2024-12-07T06:19:54,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552454469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742020_1196 (size=12151) 2024-12-07T06:19:54,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/ae99091aa64945f89b990ca7d86216bd 2024-12-07T06:19:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T06:19:54,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T06:19:54,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:54,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/c96fdbc796184cdeb5e69d70780d9da7 is 50, key is test_row_0/C:col10/1733552393631/Put/seqid=0 2024-12-07T06:19:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742021_1197 (size=12151) 2024-12-07T06:19:54,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552454675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T06:19:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552454766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552454766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,773 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c39805ae2cc84c5e9b1962a24e26bc24 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c39805ae2cc84c5e9b1962a24e26bc24 2024-12-07T06:19:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552454765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552454768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,780 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into c39805ae2cc84c5e9b1962a24e26bc24(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:54,780 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:54,780 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=13, startTime=1733552394268; duration=0sec 2024-12-07T06:19:54,781 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:54,781 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:19:54,781 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:54,782 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:54,782 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:19:54,783 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,783 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d8b88e57dfec450c8b3b3161ba13d599, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/ef4ab08960c04968a6c96cc548e03bef, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/fd70c78e29d343adaad55e6f92def520] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=35.5 K 2024-12-07T06:19:54,787 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d8b88e57dfec450c8b3b3161ba13d599, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733552391690 2024-12-07T06:19:54,787 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ef4ab08960c04968a6c96cc548e03bef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733552392340 2024-12-07T06:19:54,788 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting fd70c78e29d343adaad55e6f92def520, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733552392973 2024-12-07T06:19:54,804 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#169 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:54,804 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/4d8e3d8606e844099f9c02ccd8e42237 is 50, key is test_row_0/C:col10/1733552392973/Put/seqid=0 2024-12-07T06:19:54,825 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/21d8d0875ed246cc94dc7a4936f6a79f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/21d8d0875ed246cc94dc7a4936f6a79f 2024-12-07T06:19:54,833 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into 21d8d0875ed246cc94dc7a4936f6a79f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:54,833 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:54,833 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=13, startTime=1733552394268; duration=0sec 2024-12-07T06:19:54,834 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:54,834 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:19:54,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742022_1198 (size=12409) 2024-12-07T06:19:54,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T06:19:54,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,847 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/4d8e3d8606e844099f9c02ccd8e42237 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/4d8e3d8606e844099f9c02ccd8e42237 2024-12-07T06:19:54,861 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into 4d8e3d8606e844099f9c02ccd8e42237(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:54,861 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:54,861 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=13, startTime=1733552394268; duration=0sec 2024-12-07T06:19:54,861 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:54,861 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:19:54,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/c96fdbc796184cdeb5e69d70780d9da7 2024-12-07T06:19:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552454979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/7b39627bba6f40669705f8d78afcca16 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b39627bba6f40669705f8d78afcca16 2024-12-07T06:19:54,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b39627bba6f40669705f8d78afcca16, entries=200, sequenceid=157, filesize=38.8 K 2024-12-07T06:19:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/ae99091aa64945f89b990ca7d86216bd as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/ae99091aa64945f89b990ca7d86216bd 2024-12-07T06:19:54,997 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:54,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T06:19:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:54,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:55,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/ae99091aa64945f89b990ca7d86216bd, entries=150, sequenceid=157, filesize=11.9 K 2024-12-07T06:19:55,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/c96fdbc796184cdeb5e69d70780d9da7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c96fdbc796184cdeb5e69d70780d9da7 2024-12-07T06:19:55,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c96fdbc796184cdeb5e69d70780d9da7, entries=150, sequenceid=157, filesize=11.9 K 2024-12-07T06:19:55,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for ffdacd3e7e72bf4bbe377da2bfdd416c in 732ms, sequenceid=157, compaction requested=false 2024-12-07T06:19:55,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T06:19:55,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:55,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T06:19:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:55,152 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-07T06:19:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:55,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e8d89bf0b22948c48da5de9be3c260ca_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552394350/Put/seqid=0 2024-12-07T06:19:55,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742023_1199 (size=12304) 2024-12-07T06:19:55,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:55,232 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e8d89bf0b22948c48da5de9be3c260ca_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e8d89bf0b22948c48da5de9be3c260ca_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/c3671e5e65614033be68cf97aa86d05f, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:55,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/c3671e5e65614033be68cf97aa86d05f is 175, key is test_row_0/A:col10/1733552394350/Put/seqid=0 2024-12-07T06:19:55,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742024_1200 (size=31105) 2024-12-07T06:19:55,268 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/c3671e5e65614033be68cf97aa86d05f 2024-12-07T06:19:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c1df91f6101340f78b626b6a7359960f is 50, key is test_row_0/B:col10/1733552394350/Put/seqid=0 2024-12-07T06:19:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742025_1201 (size=12151) 2024-12-07T06:19:55,330 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c1df91f6101340f78b626b6a7359960f 2024-12-07T06:19:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/aaf7dd4fd9e549029f54ea0c9ea97c5c is 50, key is test_row_0/C:col10/1733552394350/Put/seqid=0 2024-12-07T06:19:55,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742026_1202 (size=12151) 2024-12-07T06:19:55,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:55,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552455595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:55,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552455700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:55,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552455778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:55,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552455780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:55,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552455781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:55,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552455785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:55,793 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/aaf7dd4fd9e549029f54ea0c9ea97c5c 2024-12-07T06:19:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/c3671e5e65614033be68cf97aa86d05f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/c3671e5e65614033be68cf97aa86d05f 2024-12-07T06:19:55,818 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/c3671e5e65614033be68cf97aa86d05f, entries=150, sequenceid=177, filesize=30.4 K 2024-12-07T06:19:55,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c1df91f6101340f78b626b6a7359960f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c1df91f6101340f78b626b6a7359960f 2024-12-07T06:19:55,827 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c1df91f6101340f78b626b6a7359960f, entries=150, sequenceid=177, filesize=11.9 K 2024-12-07T06:19:55,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/aaf7dd4fd9e549029f54ea0c9ea97c5c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/aaf7dd4fd9e549029f54ea0c9ea97c5c 2024-12-07T06:19:55,834 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/aaf7dd4fd9e549029f54ea0c9ea97c5c, entries=150, sequenceid=177, filesize=11.9 K 2024-12-07T06:19:55,836 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ffdacd3e7e72bf4bbe377da2bfdd416c in 685ms, sequenceid=177, compaction requested=true 2024-12-07T06:19:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-07T06:19:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-07T06:19:55,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-07T06:19:55,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9210 sec 2024-12-07T06:19:55,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.9300 sec 2024-12-07T06:19:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:55,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-07T06:19:55,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:55,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:55,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:55,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:55,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:55,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:55,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f356a03d0a444d579331dd44d895b24f_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552395577/Put/seqid=0 2024-12-07T06:19:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742027_1203 (size=14794) 2024-12-07T06:19:55,991 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:55,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f356a03d0a444d579331dd44d895b24f_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f356a03d0a444d579331dd44d895b24f_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:55,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/39e883daa81b4a7781ec68f39433bc0b, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:55,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/39e883daa81b4a7781ec68f39433bc0b is 175, key is test_row_0/A:col10/1733552395577/Put/seqid=0 2024-12-07T06:19:56,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552456004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742028_1204 (size=39749) 2024-12-07T06:19:56,016 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/39e883daa81b4a7781ec68f39433bc0b 2024-12-07T06:19:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T06:19:56,024 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-07T06:19:56,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-07T06:19:56,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/21b5d519b4e44c8eb167759b167cc390 is 50, key is test_row_0/B:col10/1733552395577/Put/seqid=0 2024-12-07T06:19:56,032 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T06:19:56,034 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:56,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:56,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742029_1205 (size=12151) 2024-12-07T06:19:56,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/21b5d519b4e44c8eb167759b167cc390 2024-12-07T06:19:56,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/c90c34026534432bbae771068df7315c is 50, key is test_row_0/C:col10/1733552395577/Put/seqid=0 2024-12-07T06:19:56,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742030_1206 (size=12151) 2024-12-07T06:19:56,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/c90c34026534432bbae771068df7315c 2024-12-07T06:19:56,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552456108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:56,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/39e883daa81b4a7781ec68f39433bc0b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/39e883daa81b4a7781ec68f39433bc0b 2024-12-07T06:19:56,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/39e883daa81b4a7781ec68f39433bc0b, entries=200, sequenceid=197, filesize=38.8 K 2024-12-07T06:19:56,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/21b5d519b4e44c8eb167759b167cc390 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/21b5d519b4e44c8eb167759b167cc390 2024-12-07T06:19:56,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/21b5d519b4e44c8eb167759b167cc390, entries=150, sequenceid=197, filesize=11.9 K 2024-12-07T06:19:56,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/c90c34026534432bbae771068df7315c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c90c34026534432bbae771068df7315c 2024-12-07T06:19:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T06:19:56,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c90c34026534432bbae771068df7315c, entries=150, sequenceid=197, filesize=11.9 K 2024-12-07T06:19:56,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ffdacd3e7e72bf4bbe377da2bfdd416c in 197ms, sequenceid=197, compaction requested=true 2024-12-07T06:19:56,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:56,137 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:19:56,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:56,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:56,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:56,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:56,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:56,137 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:19:56,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:56,139 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141966 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:19:56,139 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:19:56,139 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:56,139 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/21d8d0875ed246cc94dc7a4936f6a79f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b39627bba6f40669705f8d78afcca16, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/c3671e5e65614033be68cf97aa86d05f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/39e883daa81b4a7781ec68f39433bc0b] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=138.6 K 2024-12-07T06:19:56,139 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:56,140 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/21d8d0875ed246cc94dc7a4936f6a79f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b39627bba6f40669705f8d78afcca16, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/c3671e5e65614033be68cf97aa86d05f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/39e883daa81b4a7781ec68f39433bc0b] 2024-12-07T06:19:56,140 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:19:56,141 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:19:56,141 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:56,141 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 21d8d0875ed246cc94dc7a4936f6a79f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733552392973 2024-12-07T06:19:56,141 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c39805ae2cc84c5e9b1962a24e26bc24, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/ae99091aa64945f89b990ca7d86216bd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c1df91f6101340f78b626b6a7359960f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/21b5d519b4e44c8eb167759b167cc390] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=47.7 K 2024-12-07T06:19:56,141 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b39627bba6f40669705f8d78afcca16, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733552393630 2024-12-07T06:19:56,142 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting c39805ae2cc84c5e9b1962a24e26bc24, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733552392973 2024-12-07T06:19:56,142 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c3671e5e65614033be68cf97aa86d05f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733552394318 2024-12-07T06:19:56,142 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 39e883daa81b4a7781ec68f39433bc0b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733552395567 2024-12-07T06:19:56,142 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae99091aa64945f89b990ca7d86216bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733552393630 2024-12-07T06:19:56,148 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1df91f6101340f78b626b6a7359960f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733552394318 2024-12-07T06:19:56,152 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21b5d519b4e44c8eb167759b167cc390, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733552395567 2024-12-07T06:19:56,162 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:56,166 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:56,167 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/e792fff4a7c54639aa360a14b673533a is 50, key is test_row_0/B:col10/1733552395577/Put/seqid=0 2024-12-07T06:19:56,172 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412075731ac168c3a4a30aba1918da9f74cc3_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:56,175 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412075731ac168c3a4a30aba1918da9f74cc3_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:56,175 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075731ac168c3a4a30aba1918da9f74cc3_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:56,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:56,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T06:19:56,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:56,189 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-07T06:19:56,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:56,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:56,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:56,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:56,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:56,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:56,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742031_1207 (size=12595) 2024-12-07T06:19:56,213 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/e792fff4a7c54639aa360a14b673533a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e792fff4a7c54639aa360a14b673533a 2024-12-07T06:19:56,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742032_1208 (size=4469) 2024-12-07T06:19:56,218 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#176 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:56,219 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/bb6373d7977c49aeaeda12ef9a4ba6aa is 175, key is test_row_0/A:col10/1733552395577/Put/seqid=0 2024-12-07T06:19:56,223 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into e792fff4a7c54639aa360a14b673533a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:56,223 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:56,223 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=12, startTime=1733552396137; duration=0sec 2024-12-07T06:19:56,223 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:56,223 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:19:56,223 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:19:56,225 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:19:56,225 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:19:56,225 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:56,225 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/4d8e3d8606e844099f9c02ccd8e42237, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c96fdbc796184cdeb5e69d70780d9da7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/aaf7dd4fd9e549029f54ea0c9ea97c5c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c90c34026534432bbae771068df7315c] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=47.7 K 2024-12-07T06:19:56,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207055f81c2dcf2498581adfcaa0d82e908_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552395972/Put/seqid=0 2024-12-07T06:19:56,229 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d8e3d8606e844099f9c02ccd8e42237, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733552392973 2024-12-07T06:19:56,230 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting c96fdbc796184cdeb5e69d70780d9da7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733552393630 2024-12-07T06:19:56,230 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaf7dd4fd9e549029f54ea0c9ea97c5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733552394318 2024-12-07T06:19:56,231 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting c90c34026534432bbae771068df7315c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733552395567 2024-12-07T06:19:56,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742033_1209 (size=31549) 2024-12-07T06:19:56,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742034_1210 (size=12304) 2024-12-07T06:19:56,262 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:56,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:56,263 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/6b96a9ff54224ca5b548ef2f5f8be0cf is 50, key is test_row_0/C:col10/1733552395577/Put/seqid=0 2024-12-07T06:19:56,271 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207055f81c2dcf2498581adfcaa0d82e908_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207055f81c2dcf2498581adfcaa0d82e908_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/d0144f625187412196c2e2ff2c82f23f, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/d0144f625187412196c2e2ff2c82f23f is 175, key is test_row_0/A:col10/1733552395972/Put/seqid=0 2024-12-07T06:19:56,279 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/bb6373d7977c49aeaeda12ef9a4ba6aa as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/bb6373d7977c49aeaeda12ef9a4ba6aa 2024-12-07T06:19:56,286 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into bb6373d7977c49aeaeda12ef9a4ba6aa(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:56,286 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:56,287 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=12, startTime=1733552396137; duration=0sec 2024-12-07T06:19:56,287 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:56,287 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:19:56,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742036_1212 (size=31105) 2024-12-07T06:19:56,291 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/d0144f625187412196c2e2ff2c82f23f 2024-12-07T06:19:56,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742035_1211 (size=12595) 2024-12-07T06:19:56,308 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/6b96a9ff54224ca5b548ef2f5f8be0cf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/6b96a9ff54224ca5b548ef2f5f8be0cf 2024-12-07T06:19:56,316 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into 6b96a9ff54224ca5b548ef2f5f8be0cf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:56,316 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:56,316 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=12, startTime=1733552396137; duration=0sec 2024-12-07T06:19:56,316 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:56,317 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:19:56,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:56,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/1cf932a8241448458a25341ff654f4b9 is 50, key is test_row_0/B:col10/1733552395972/Put/seqid=0 2024-12-07T06:19:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742037_1213 (size=12151) 2024-12-07T06:19:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T06:19:56,337 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/1cf932a8241448458a25341ff654f4b9 2024-12-07T06:19:56,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/3a6c4ef1765248c1b699c505975a5179 is 50, key is test_row_0/C:col10/1733552395972/Put/seqid=0 2024-12-07T06:19:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742038_1214 (size=12151) 2024-12-07T06:19:56,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552456405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:56,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552456510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T06:19:56,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552456713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:56,775 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/3a6c4ef1765248c1b699c505975a5179 2024-12-07T06:19:56,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/d0144f625187412196c2e2ff2c82f23f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/d0144f625187412196c2e2ff2c82f23f 2024-12-07T06:19:56,785 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/d0144f625187412196c2e2ff2c82f23f, entries=150, sequenceid=213, filesize=30.4 K 2024-12-07T06:19:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/1cf932a8241448458a25341ff654f4b9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/1cf932a8241448458a25341ff654f4b9 2024-12-07T06:19:56,790 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/1cf932a8241448458a25341ff654f4b9, entries=150, sequenceid=213, filesize=11.9 K 2024-12-07T06:19:56,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/3a6c4ef1765248c1b699c505975a5179 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3a6c4ef1765248c1b699c505975a5179 2024-12-07T06:19:56,799 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3a6c4ef1765248c1b699c505975a5179, entries=150, sequenceid=213, filesize=11.9 K 2024-12-07T06:19:56,801 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ffdacd3e7e72bf4bbe377da2bfdd416c in 612ms, sequenceid=213, compaction requested=false 2024-12-07T06:19:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-07T06:19:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-07T06:19:56,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-07T06:19:56,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 768 msec 2024-12-07T06:19:56,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 775 msec 2024-12-07T06:19:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:57,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-07T06:19:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:57,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071037715061454ee59c6d1923f16fce6d_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552396390/Put/seqid=0 2024-12-07T06:19:57,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742039_1215 (size=14794) 2024-12-07T06:19:57,058 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:57,064 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071037715061454ee59c6d1923f16fce6d_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071037715061454ee59c6d1923f16fce6d_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:57,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8b432797cdf3437f99d773bdf4967323, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:57,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8b432797cdf3437f99d773bdf4967323 is 175, key is test_row_0/A:col10/1733552396390/Put/seqid=0 2024-12-07T06:19:57,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742040_1216 (size=39749) 2024-12-07T06:19:57,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552457080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T06:19:57,137 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-07T06:19:57,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-07T06:19:57,144 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T06:19:57,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:57,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:57,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552457184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T06:19:57,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-07T06:19:57,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:57,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:57,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:57,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:57,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:57,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552457394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T06:19:57,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-07T06:19:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:57,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:57,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:57,478 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8b432797cdf3437f99d773bdf4967323 2024-12-07T06:19:57,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/f1276c59ad0445eb9273d6750c2cd58f is 50, key is test_row_0/B:col10/1733552396390/Put/seqid=0 2024-12-07T06:19:57,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742041_1217 (size=12151) 2024-12-07T06:19:57,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/f1276c59ad0445eb9273d6750c2cd58f 2024-12-07T06:19:57,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/2251c906f6ea4ed488c135061e9c1ca2 is 50, key is test_row_0/C:col10/1733552396390/Put/seqid=0 2024-12-07T06:19:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742042_1218 (size=12151) 2024-12-07T06:19:57,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/2251c906f6ea4ed488c135061e9c1ca2 2024-12-07T06:19:57,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8b432797cdf3437f99d773bdf4967323 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8b432797cdf3437f99d773bdf4967323 2024-12-07T06:19:57,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8b432797cdf3437f99d773bdf4967323, entries=200, sequenceid=237, filesize=38.8 K 2024-12-07T06:19:57,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/f1276c59ad0445eb9273d6750c2cd58f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f1276c59ad0445eb9273d6750c2cd58f 2024-12-07T06:19:57,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f1276c59ad0445eb9273d6750c2cd58f, entries=150, sequenceid=237, filesize=11.9 K 2024-12-07T06:19:57,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/2251c906f6ea4ed488c135061e9c1ca2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2251c906f6ea4ed488c135061e9c1ca2 2024-12-07T06:19:57,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2251c906f6ea4ed488c135061e9c1ca2, entries=150, sequenceid=237, filesize=11.9 K 2024-12-07T06:19:57,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ffdacd3e7e72bf4bbe377da2bfdd416c in 593ms, sequenceid=237, compaction requested=true 2024-12-07T06:19:57,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:57,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,611 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:57,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-07T06:19:57,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:57,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:57,612 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:57,612 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-07T06:19:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:57,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:57,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:57,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:57,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:57,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:57,614 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:57,614 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:19:57,614 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:57,614 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/bb6373d7977c49aeaeda12ef9a4ba6aa, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/d0144f625187412196c2e2ff2c82f23f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8b432797cdf3437f99d773bdf4967323] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=100.0 K 2024-12-07T06:19:57,615 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:57,615 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/bb6373d7977c49aeaeda12ef9a4ba6aa, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/d0144f625187412196c2e2ff2c82f23f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8b432797cdf3437f99d773bdf4967323] 2024-12-07T06:19:57,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:57,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:57,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:57,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:57,616 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb6373d7977c49aeaeda12ef9a4ba6aa, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733552395567 2024-12-07T06:19:57,616 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:57,616 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:19:57,616 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:57,616 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e792fff4a7c54639aa360a14b673533a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/1cf932a8241448458a25341ff654f4b9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f1276c59ad0445eb9273d6750c2cd58f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=36.0 K 2024-12-07T06:19:57,617 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0144f625187412196c2e2ff2c82f23f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733552395972 2024-12-07T06:19:57,617 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting e792fff4a7c54639aa360a14b673533a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733552395567 2024-12-07T06:19:57,618 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cf932a8241448458a25341ff654f4b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733552395972 2024-12-07T06:19:57,618 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f1276c59ad0445eb9273d6750c2cd58f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733552396390 2024-12-07T06:19:57,618 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b432797cdf3437f99d773bdf4967323, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733552396390 2024-12-07T06:19:57,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207112855b01b974b128274fe052ad07697_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552397068/Put/seqid=0 2024-12-07T06:19:57,644 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:57,646 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:57,647 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/d1f4e0d71373467bbac58a27c476e8ba is 50, key is test_row_0/B:col10/1733552396390/Put/seqid=0 2024-12-07T06:19:57,662 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120718290deb127e47898fb11bc70401f92c_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:57,664 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120718290deb127e47898fb11bc70401f92c_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:57,665 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120718290deb127e47898fb11bc70401f92c_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:57,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742043_1219 (size=12304) 2024-12-07T06:19:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:57,675 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207112855b01b974b128274fe052ad07697_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207112855b01b974b128274fe052ad07697_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/a30438e4dfd540969322ccaad8fbe412, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:57,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/a30438e4dfd540969322ccaad8fbe412 is 175, key is test_row_0/A:col10/1733552397068/Put/seqid=0 2024-12-07T06:19:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742044_1220 (size=12697) 2024-12-07T06:19:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742045_1221 (size=4469) 2024-12-07T06:19:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742046_1222 (size=31105) 2024-12-07T06:19:57,706 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/a30438e4dfd540969322ccaad8fbe412 2024-12-07T06:19:57,713 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/d1f4e0d71373467bbac58a27c476e8ba as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/d1f4e0d71373467bbac58a27c476e8ba 2024-12-07T06:19:57,719 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into d1f4e0d71373467bbac58a27c476e8ba(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:57,720 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:57,720 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=13, startTime=1733552397612; duration=0sec 2024-12-07T06:19:57,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/5996beb649cd44c3b288de70abf1da55 is 50, key is test_row_0/B:col10/1733552397068/Put/seqid=0 2024-12-07T06:19:57,720 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:57,720 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:19:57,720 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:57,722 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:57,722 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:19:57,722 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:57,722 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/6b96a9ff54224ca5b548ef2f5f8be0cf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3a6c4ef1765248c1b699c505975a5179, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2251c906f6ea4ed488c135061e9c1ca2] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=36.0 K 2024-12-07T06:19:57,723 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b96a9ff54224ca5b548ef2f5f8be0cf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733552395567 2024-12-07T06:19:57,723 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a6c4ef1765248c1b699c505975a5179, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733552395972 2024-12-07T06:19:57,724 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2251c906f6ea4ed488c135061e9c1ca2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733552396390 2024-12-07T06:19:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T06:19:57,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552457749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,754 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:57,755 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/bcbb9e26cd514b12ab7a6d90384c712e is 50, key is test_row_0/C:col10/1733552396390/Put/seqid=0 2024-12-07T06:19:57,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742047_1223 (size=12151) 2024-12-07T06:19:57,762 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/5996beb649cd44c3b288de70abf1da55 2024-12-07T06:19:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742048_1224 (size=12697) 2024-12-07T06:19:57,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/833b97c063f8405790b3013e85bb7232 is 50, key is test_row_0/C:col10/1733552397068/Put/seqid=0 2024-12-07T06:19:57,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742049_1225 (size=12151) 2024-12-07T06:19:57,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552457790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,792 DEBUG [Thread-745 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:19:57,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552457798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,799 DEBUG [Thread-737 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:19:57,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552457804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552457806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:57,811 DEBUG [Thread-739 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:19:57,811 DEBUG [Thread-743 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:19:57,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552457853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:58,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552458059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:58,110 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#186 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:58,111 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/7b1d6a96422540b1bfa6c34bbdd9ef87 is 175, key is test_row_0/A:col10/1733552396390/Put/seqid=0 2024-12-07T06:19:58,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742050_1226 (size=31651) 2024-12-07T06:19:58,179 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/bcbb9e26cd514b12ab7a6d90384c712e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/bcbb9e26cd514b12ab7a6d90384c712e 2024-12-07T06:19:58,186 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/833b97c063f8405790b3013e85bb7232 2024-12-07T06:19:58,193 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into bcbb9e26cd514b12ab7a6d90384c712e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:58,193 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:58,193 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=13, startTime=1733552397616; duration=0sec 2024-12-07T06:19:58,193 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:58,193 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:19:58,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/a30438e4dfd540969322ccaad8fbe412 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a30438e4dfd540969322ccaad8fbe412 2024-12-07T06:19:58,202 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a30438e4dfd540969322ccaad8fbe412, entries=150, sequenceid=252, filesize=30.4 K 2024-12-07T06:19:58,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/5996beb649cd44c3b288de70abf1da55 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/5996beb649cd44c3b288de70abf1da55 2024-12-07T06:19:58,212 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/5996beb649cd44c3b288de70abf1da55, entries=150, sequenceid=252, filesize=11.9 K 2024-12-07T06:19:58,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/833b97c063f8405790b3013e85bb7232 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/833b97c063f8405790b3013e85bb7232 2024-12-07T06:19:58,223 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/833b97c063f8405790b3013e85bb7232, entries=150, sequenceid=252, filesize=11.9 K 2024-12-07T06:19:58,226 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ffdacd3e7e72bf4bbe377da2bfdd416c in 614ms, sequenceid=252, compaction requested=false 2024-12-07T06:19:58,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:58,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:58,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-07T06:19:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-07T06:19:58,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-07T06:19:58,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0840 sec 2024-12-07T06:19:58,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.0920 sec 2024-12-07T06:19:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T06:19:58,250 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-07T06:19:58,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:19:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-07T06:19:58,254 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:19:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-07T06:19:58,255 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:19:58,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:19:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-07T06:19:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:58,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-07T06:19:58,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:58,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412073bc845e608974586a91038868a0e0062_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552398364/Put/seqid=0 2024-12-07T06:19:58,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:58,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552458409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:58,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742051_1227 (size=14994) 2024-12-07T06:19:58,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-07T06:19:58,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:58,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:58,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:58,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552458511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:58,552 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/7b1d6a96422540b1bfa6c34bbdd9ef87 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b1d6a96422540b1bfa6c34bbdd9ef87 2024-12-07T06:19:58,558 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into 7b1d6a96422540b1bfa6c34bbdd9ef87(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:58,558 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:58,558 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=13, startTime=1733552397611; duration=0sec 2024-12-07T06:19:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-07T06:19:58,559 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:58,559 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:19:58,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:58,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-07T06:19:58,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:58,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:58,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:58,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,695 INFO [master/38a4c3e922fd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T06:19:58,695 INFO [master/38a4c3e922fd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T06:19:58,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552458716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:58,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:58,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-07T06:19:58,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:58,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:58,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:58,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,811 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:58,818 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412073bc845e608974586a91038868a0e0062_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073bc845e608974586a91038868a0e0062_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:58,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/1704ecfbc4ad43ee9d4543e99ff74e9e, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:58,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/1704ecfbc4ad43ee9d4543e99ff74e9e is 175, key is test_row_0/A:col10/1733552398364/Put/seqid=0 2024-12-07T06:19:58,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742052_1228 (size=39949) 2024-12-07T06:19:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-07T06:19:58,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:58,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-07T06:19:58,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:58,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:58,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:58,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552459023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:59,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:59,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-07T06:19:59,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:59,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:59,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-07T06:19:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,231 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/1704ecfbc4ad43ee9d4543e99ff74e9e 2024-12-07T06:19:59,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/eb138cc925704bfbac675cf9840310b2 is 50, key is test_row_0/B:col10/1733552398364/Put/seqid=0 2024-12-07T06:19:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742053_1229 (size=12301) 2024-12-07T06:19:59,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/eb138cc925704bfbac675cf9840310b2 2024-12-07T06:19:59,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/e2680fd868f14996b811a40a71cc983d is 50, key is test_row_0/C:col10/1733552398364/Put/seqid=0 2024-12-07T06:19:59,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742054_1230 (size=12301) 2024-12-07T06:19:59,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:59,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-07T06:19:59,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:59,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-07T06:19:59,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:59,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-07T06:19:59,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:59,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:19:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552459531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:59,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:59,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-07T06:19:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:19:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:19:59,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/e2680fd868f14996b811a40a71cc983d 2024-12-07T06:19:59,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/1704ecfbc4ad43ee9d4543e99ff74e9e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1704ecfbc4ad43ee9d4543e99ff74e9e 2024-12-07T06:19:59,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1704ecfbc4ad43ee9d4543e99ff74e9e, entries=200, sequenceid=276, filesize=39.0 K 2024-12-07T06:19:59,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/eb138cc925704bfbac675cf9840310b2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/eb138cc925704bfbac675cf9840310b2 2024-12-07T06:19:59,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/eb138cc925704bfbac675cf9840310b2, entries=150, sequenceid=276, filesize=12.0 K 2024-12-07T06:19:59,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/e2680fd868f14996b811a40a71cc983d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/e2680fd868f14996b811a40a71cc983d 2024-12-07T06:19:59,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/e2680fd868f14996b811a40a71cc983d, entries=150, sequenceid=276, filesize=12.0 K 2024-12-07T06:19:59,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ffdacd3e7e72bf4bbe377da2bfdd416c in 1361ms, sequenceid=276, compaction requested=true 2024-12-07T06:19:59,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:59,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:19:59,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:59,727 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:59,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:19:59,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:19:59,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:19:59,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:59,727 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:59,729 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:59,729 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:19:59,729 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,729 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b1d6a96422540b1bfa6c34bbdd9ef87, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a30438e4dfd540969322ccaad8fbe412, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1704ecfbc4ad43ee9d4543e99ff74e9e] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=100.3 K 2024-12-07T06:19:59,729 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,729 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b1d6a96422540b1bfa6c34bbdd9ef87, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a30438e4dfd540969322ccaad8fbe412, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1704ecfbc4ad43ee9d4543e99ff74e9e] 2024-12-07T06:19:59,729 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:59,729 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:19:59,730 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,730 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/d1f4e0d71373467bbac58a27c476e8ba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/5996beb649cd44c3b288de70abf1da55, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/eb138cc925704bfbac675cf9840310b2] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=36.3 K 2024-12-07T06:19:59,730 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b1d6a96422540b1bfa6c34bbdd9ef87, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733552396390 2024-12-07T06:19:59,730 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d1f4e0d71373467bbac58a27c476e8ba, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733552396390 2024-12-07T06:19:59,730 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a30438e4dfd540969322ccaad8fbe412, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733552397064 2024-12-07T06:19:59,731 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 5996beb649cd44c3b288de70abf1da55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733552397064 2024-12-07T06:19:59,731 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1704ecfbc4ad43ee9d4543e99ff74e9e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733552397732 2024-12-07T06:19:59,732 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting eb138cc925704bfbac675cf9840310b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733552397732 2024-12-07T06:19:59,748 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:59,757 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:59,758 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/a0b69d526e5248fca9653ac5e48ca113 is 50, key is test_row_0/B:col10/1733552398364/Put/seqid=0 2024-12-07T06:19:59,761 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207d7aca25f328c45efbd5f5f29760c5f85_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:59,762 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207d7aca25f328c45efbd5f5f29760c5f85_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:59,763 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d7aca25f328c45efbd5f5f29760c5f85_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:59,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742055_1231 (size=12949) 2024-12-07T06:19:59,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:19:59,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742056_1232 (size=4469) 2024-12-07T06:19:59,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-07T06:19:59,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,795 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T06:19:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:19:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:19:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:19:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:19:59,797 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#194 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:59,798 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/dc8962323b2546a2955be8b27dfbb885 is 175, key is test_row_0/A:col10/1733552398364/Put/seqid=0 2024-12-07T06:19:59,813 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/a0b69d526e5248fca9653ac5e48ca113 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a0b69d526e5248fca9653ac5e48ca113 2024-12-07T06:19:59,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078ca41215c6404f28b0c20a1f5c2dff2d_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552398403/Put/seqid=0 2024-12-07T06:19:59,819 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into a0b69d526e5248fca9653ac5e48ca113(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:19:59,819 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:19:59,819 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=13, startTime=1733552399727; duration=0sec 2024-12-07T06:19:59,819 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:19:59,819 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:19:59,819 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:19:59,821 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:19:59,821 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:19:59,821 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:19:59,821 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/bcbb9e26cd514b12ab7a6d90384c712e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/833b97c063f8405790b3013e85bb7232, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/e2680fd868f14996b811a40a71cc983d] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=36.3 K 2024-12-07T06:19:59,828 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting bcbb9e26cd514b12ab7a6d90384c712e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733552396390 2024-12-07T06:19:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742057_1233 (size=31903) 2024-12-07T06:19:59,828 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 833b97c063f8405790b3013e85bb7232, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733552397064 2024-12-07T06:19:59,829 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting e2680fd868f14996b811a40a71cc983d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733552397732 2024-12-07T06:19:59,838 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:19:59,839 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/368a3feb8eff4c058093ad0720000f9f is 50, key is test_row_0/C:col10/1733552398364/Put/seqid=0 2024-12-07T06:19:59,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742058_1234 (size=12454) 2024-12-07T06:19:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:19:59,854 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078ca41215c6404f28b0c20a1f5c2dff2d_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078ca41215c6404f28b0c20a1f5c2dff2d_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:19:59,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742059_1235 (size=12949) 2024-12-07T06:19:59,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8f064a8080204761ad2bf9cc55bb10eb, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:19:59,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8f064a8080204761ad2bf9cc55bb10eb is 175, key is test_row_0/A:col10/1733552398403/Put/seqid=0 2024-12-07T06:19:59,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742060_1236 (size=31255) 2024-12-07T06:20:00,234 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/dc8962323b2546a2955be8b27dfbb885 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc8962323b2546a2955be8b27dfbb885 2024-12-07T06:20:00,239 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into dc8962323b2546a2955be8b27dfbb885(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:00,239 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:00,239 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=13, startTime=1733552399727; duration=0sec 2024-12-07T06:20:00,239 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:00,239 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:20:00,261 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8f064a8080204761ad2bf9cc55bb10eb 2024-12-07T06:20:00,262 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/368a3feb8eff4c058093ad0720000f9f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/368a3feb8eff4c058093ad0720000f9f 2024-12-07T06:20:00,272 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into 368a3feb8eff4c058093ad0720000f9f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:00,272 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:00,272 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=13, startTime=1733552399727; duration=0sec 2024-12-07T06:20:00,272 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:00,272 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:20:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b8734d46471b4281b6bf09f159082f33 is 50, key is test_row_0/B:col10/1733552398403/Put/seqid=0 2024-12-07T06:20:00,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742061_1237 (size=12301) 2024-12-07T06:20:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-07T06:20:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:00,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:00,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552460581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:00,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552460684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:00,695 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b8734d46471b4281b6bf09f159082f33 2024-12-07T06:20:00,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/39e5fbe69fdc4fa1983e34f8553335a5 is 50, key is test_row_0/C:col10/1733552398403/Put/seqid=0 2024-12-07T06:20:00,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742062_1238 (size=12301) 2024-12-07T06:20:00,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552460888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,113 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/39e5fbe69fdc4fa1983e34f8553335a5 2024-12-07T06:20:01,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/8f064a8080204761ad2bf9cc55bb10eb as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f064a8080204761ad2bf9cc55bb10eb 2024-12-07T06:20:01,123 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f064a8080204761ad2bf9cc55bb10eb, entries=150, sequenceid=291, filesize=30.5 K 2024-12-07T06:20:01,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b8734d46471b4281b6bf09f159082f33 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8734d46471b4281b6bf09f159082f33 2024-12-07T06:20:01,128 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8734d46471b4281b6bf09f159082f33, entries=150, sequenceid=291, filesize=12.0 K 2024-12-07T06:20:01,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/39e5fbe69fdc4fa1983e34f8553335a5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/39e5fbe69fdc4fa1983e34f8553335a5 2024-12-07T06:20:01,135 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/39e5fbe69fdc4fa1983e34f8553335a5, entries=150, sequenceid=291, filesize=12.0 K 2024-12-07T06:20:01,136 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ffdacd3e7e72bf4bbe377da2bfdd416c in 1342ms, sequenceid=291, compaction requested=false 2024-12-07T06:20:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-07T06:20:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-07T06:20:01,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-07T06:20:01,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8830 sec 2024-12-07T06:20:01,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.8860 sec 2024-12-07T06:20:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:01,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:20:01,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:01,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:01,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:01,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:01,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:01,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:01,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075f3f6a882d254f6d83f6b83188f44a5a_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552400579/Put/seqid=0 2024-12-07T06:20:01,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742063_1239 (size=12454) 2024-12-07T06:20:01,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:01,218 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075f3f6a882d254f6d83f6b83188f44a5a_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075f3f6a882d254f6d83f6b83188f44a5a_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:01,219 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/667b13ff4e7041dcad84496c8a0831f2, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:01,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/667b13ff4e7041dcad84496c8a0831f2 is 175, key is test_row_0/A:col10/1733552400579/Put/seqid=0 2024-12-07T06:20:01,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742064_1240 (size=31255) 2024-12-07T06:20:01,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/667b13ff4e7041dcad84496c8a0831f2 2024-12-07T06:20:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552461228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/bc6790d5b5a94551945bafd35d87e1a9 is 50, key is test_row_0/B:col10/1733552400579/Put/seqid=0 2024-12-07T06:20:01,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742065_1241 (size=12301) 2024-12-07T06:20:01,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/bc6790d5b5a94551945bafd35d87e1a9 2024-12-07T06:20:01,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/0b6e55616d81463aa429d77d9bbaa4d4 is 50, key is test_row_0/C:col10/1733552400579/Put/seqid=0 2024-12-07T06:20:01,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742066_1242 (size=12301) 2024-12-07T06:20:01,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552461332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552461540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/0b6e55616d81463aa429d77d9bbaa4d4 2024-12-07T06:20:01,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/667b13ff4e7041dcad84496c8a0831f2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/667b13ff4e7041dcad84496c8a0831f2 2024-12-07T06:20:01,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/667b13ff4e7041dcad84496c8a0831f2, entries=150, sequenceid=317, filesize=30.5 K 2024-12-07T06:20:01,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/bc6790d5b5a94551945bafd35d87e1a9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bc6790d5b5a94551945bafd35d87e1a9 2024-12-07T06:20:01,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bc6790d5b5a94551945bafd35d87e1a9, entries=150, sequenceid=317, filesize=12.0 K 2024-12-07T06:20:01,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/0b6e55616d81463aa429d77d9bbaa4d4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/0b6e55616d81463aa429d77d9bbaa4d4 2024-12-07T06:20:01,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/0b6e55616d81463aa429d77d9bbaa4d4, entries=150, sequenceid=317, filesize=12.0 K 2024-12-07T06:20:01,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ffdacd3e7e72bf4bbe377da2bfdd416c in 494ms, sequenceid=317, compaction requested=true 2024-12-07T06:20:01,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:01,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:01,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:01,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:01,688 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:01,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:01,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:01,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:01,688 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:01,692 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:01,692 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:01,692 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:20:01,693 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:20:01,693 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:01,693 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:01,693 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc8962323b2546a2955be8b27dfbb885, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f064a8080204761ad2bf9cc55bb10eb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/667b13ff4e7041dcad84496c8a0831f2] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=92.2 K 2024-12-07T06:20:01,693 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a0b69d526e5248fca9653ac5e48ca113, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8734d46471b4281b6bf09f159082f33, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bc6790d5b5a94551945bafd35d87e1a9] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=36.7 K 2024-12-07T06:20:01,693 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:01,693 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc8962323b2546a2955be8b27dfbb885, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f064a8080204761ad2bf9cc55bb10eb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/667b13ff4e7041dcad84496c8a0831f2] 2024-12-07T06:20:01,693 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a0b69d526e5248fca9653ac5e48ca113, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733552397732 2024-12-07T06:20:01,693 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc8962323b2546a2955be8b27dfbb885, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733552397732 2024-12-07T06:20:01,694 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f064a8080204761ad2bf9cc55bb10eb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733552398403 2024-12-07T06:20:01,694 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b8734d46471b4281b6bf09f159082f33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733552398403 2024-12-07T06:20:01,694 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting bc6790d5b5a94551945bafd35d87e1a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733552400573 2024-12-07T06:20:01,694 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 667b13ff4e7041dcad84496c8a0831f2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733552400573 2024-12-07T06:20:01,705 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:01,707 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:01,708 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b88fb1e39deb4ea6af745eaee3e2ebbc is 50, key is test_row_0/B:col10/1733552400579/Put/seqid=0 2024-12-07T06:20:01,708 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412070f9257d9fe4b4e1ab77fa8dfb679d7bc_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:01,711 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412070f9257d9fe4b4e1ab77fa8dfb679d7bc_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:01,711 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070f9257d9fe4b4e1ab77fa8dfb679d7bc_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742067_1243 (size=13051) 2024-12-07T06:20:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742068_1244 (size=4469) 2024-12-07T06:20:01,720 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b88fb1e39deb4ea6af745eaee3e2ebbc as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b88fb1e39deb4ea6af745eaee3e2ebbc 2024-12-07T06:20:01,722 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#203 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:01,723 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/a7e8673cc39a4d25a983e9c0087b46c6 is 175, key is test_row_0/A:col10/1733552400579/Put/seqid=0 2024-12-07T06:20:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742069_1245 (size=32005) 2024-12-07T06:20:01,750 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into b88fb1e39deb4ea6af745eaee3e2ebbc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:01,751 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:01,751 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=13, startTime=1733552401688; duration=0sec 2024-12-07T06:20:01,751 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:01,751 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:20:01,751 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:01,754 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:01,755 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:20:01,755 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:01,755 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/368a3feb8eff4c058093ad0720000f9f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/39e5fbe69fdc4fa1983e34f8553335a5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/0b6e55616d81463aa429d77d9bbaa4d4] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=36.7 K 2024-12-07T06:20:01,755 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 368a3feb8eff4c058093ad0720000f9f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733552397732 2024-12-07T06:20:01,757 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 39e5fbe69fdc4fa1983e34f8553335a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733552398403 2024-12-07T06:20:01,757 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b6e55616d81463aa429d77d9bbaa4d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733552400573 2024-12-07T06:20:01,757 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/a7e8673cc39a4d25a983e9c0087b46c6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a7e8673cc39a4d25a983e9c0087b46c6 2024-12-07T06:20:01,768 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into a7e8673cc39a4d25a983e9c0087b46c6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:01,768 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:01,768 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=13, startTime=1733552401688; duration=0sec 2024-12-07T06:20:01,774 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:01,775 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/2b63363049034a3ebda8bc7d36d259e1 is 50, key is test_row_0/C:col10/1733552400579/Put/seqid=0 2024-12-07T06:20:01,777 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:01,777 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:20:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742070_1246 (size=13051) 2024-12-07T06:20:01,790 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/2b63363049034a3ebda8bc7d36d259e1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2b63363049034a3ebda8bc7d36d259e1 2024-12-07T06:20:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:01,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T06:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:01,796 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into 2b63363049034a3ebda8bc7d36d259e1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:01,797 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:01,797 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=13, startTime=1733552401688; duration=0sec 2024-12-07T06:20:01,797 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:01,797 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:20:01,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e1daa2df70ff446995738a372b12aa8a_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552401794/Put/seqid=0 2024-12-07T06:20:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552461825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552461828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552461828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552461830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742071_1247 (size=12454) 2024-12-07T06:20:01,840 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:01,845 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e1daa2df70ff446995738a372b12aa8a_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e1daa2df70ff446995738a372b12aa8a_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:01,846 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/230033ac80fb40de8e47af7fa8f5b1ba, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:01,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/230033ac80fb40de8e47af7fa8f5b1ba is 175, key is test_row_0/A:col10/1733552401794/Put/seqid=0 2024-12-07T06:20:01,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552461846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742072_1248 (size=31255) 2024-12-07T06:20:01,877 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/230033ac80fb40de8e47af7fa8f5b1ba 2024-12-07T06:20:01,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b8bb3a4557d6443fba7cfa9b970336f7 is 50, key is test_row_0/B:col10/1733552401794/Put/seqid=0 2024-12-07T06:20:01,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742073_1249 (size=12301) 2024-12-07T06:20:01,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b8bb3a4557d6443fba7cfa9b970336f7 2024-12-07T06:20:01,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/386627253d004d3fa915c208ba6ffefc is 50, key is test_row_0/C:col10/1733552401794/Put/seqid=0 2024-12-07T06:20:01,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552461931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552461933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552461936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552461937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742074_1250 (size=12301) 2024-12-07T06:20:01,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/386627253d004d3fa915c208ba6ffefc 2024-12-07T06:20:01,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/230033ac80fb40de8e47af7fa8f5b1ba as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/230033ac80fb40de8e47af7fa8f5b1ba 2024-12-07T06:20:01,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/230033ac80fb40de8e47af7fa8f5b1ba, entries=150, sequenceid=334, filesize=30.5 K 2024-12-07T06:20:01,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/b8bb3a4557d6443fba7cfa9b970336f7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8bb3a4557d6443fba7cfa9b970336f7 2024-12-07T06:20:01,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8bb3a4557d6443fba7cfa9b970336f7, entries=150, sequenceid=334, filesize=12.0 K 2024-12-07T06:20:01,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/386627253d004d3fa915c208ba6ffefc as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/386627253d004d3fa915c208ba6ffefc 2024-12-07T06:20:01,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/386627253d004d3fa915c208ba6ffefc, entries=150, sequenceid=334, filesize=12.0 K 2024-12-07T06:20:01,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ffdacd3e7e72bf4bbe377da2bfdd416c in 204ms, sequenceid=334, compaction requested=false 2024-12-07T06:20:01,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:02,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:20:02,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:02,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:02,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:02,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:02,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:02,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:02,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d2a7e577745d4514af1222cea065e891_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552402134/Put/seqid=0 2024-12-07T06:20:02,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742075_1251 (size=14994) 2024-12-07T06:20:02,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552462147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552462148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552462148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552462149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552462254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552462254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552462254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552462255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552462353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-07T06:20:02,362 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-07T06:20:02,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-07T06:20:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-07T06:20:02,365 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:02,366 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:02,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:02,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552462456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552462457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552462457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552462457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-07T06:20:02,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-07T06:20:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:02,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:02,557 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d2a7e577745d4514af1222cea065e891_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d2a7e577745d4514af1222cea065e891_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:02,559 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/cf622cebeb3546709ae4a1d851954958, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:02,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/cf622cebeb3546709ae4a1d851954958 is 175, key is test_row_0/A:col10/1733552402134/Put/seqid=0 2024-12-07T06:20:02,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742076_1252 (size=39949) 2024-12-07T06:20:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-07T06:20:02,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-07T06:20:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:02,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552462759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552462760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552462761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552462761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-07T06:20:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:02,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-07T06:20:02,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:02,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-07T06:20:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:02,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:02,989 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/cf622cebeb3546709ae4a1d851954958 2024-12-07T06:20:02,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/f65f03dbe5984601b6790386481d6cbf is 50, key is test_row_0/B:col10/1733552402134/Put/seqid=0 2024-12-07T06:20:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742077_1253 (size=12301) 2024-12-07T06:20:03,137 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:03,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-07T06:20:03,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:03,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:03,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552463263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:03,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552463265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:03,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552463266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:03,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552463266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:03,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:03,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-07T06:20:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:03,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552463356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:03,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/f65f03dbe5984601b6790386481d6cbf 2024-12-07T06:20:03,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/acacc029972547e7a8368ae995f147de is 50, key is test_row_0/C:col10/1733552402134/Put/seqid=0 2024-12-07T06:20:03,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742078_1254 (size=12301) 2024-12-07T06:20:03,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/acacc029972547e7a8368ae995f147de 2024-12-07T06:20:03,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/cf622cebeb3546709ae4a1d851954958 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/cf622cebeb3546709ae4a1d851954958 2024-12-07T06:20:03,444 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:03,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/cf622cebeb3546709ae4a1d851954958, entries=200, sequenceid=357, filesize=39.0 K 2024-12-07T06:20:03,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-07T06:20:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:03,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/f65f03dbe5984601b6790386481d6cbf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f65f03dbe5984601b6790386481d6cbf 2024-12-07T06:20:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:03,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f65f03dbe5984601b6790386481d6cbf, entries=150, sequenceid=357, filesize=12.0 K 2024-12-07T06:20:03,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/acacc029972547e7a8368ae995f147de as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/acacc029972547e7a8368ae995f147de 2024-12-07T06:20:03,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/acacc029972547e7a8368ae995f147de, entries=150, sequenceid=357, filesize=12.0 K 2024-12-07T06:20:03,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ffdacd3e7e72bf4bbe377da2bfdd416c in 1323ms, sequenceid=357, compaction requested=true 2024-12-07T06:20:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:03,459 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T06:20:03,459 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:03,463 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:03,463 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:03,463 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:20:03,463 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:20:03,463 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,463 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,463 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a7e8673cc39a4d25a983e9c0087b46c6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/230033ac80fb40de8e47af7fa8f5b1ba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/cf622cebeb3546709ae4a1d851954958] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=100.8 K 2024-12-07T06:20:03,463 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,463 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b88fb1e39deb4ea6af745eaee3e2ebbc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8bb3a4557d6443fba7cfa9b970336f7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f65f03dbe5984601b6790386481d6cbf] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=36.8 K 2024-12-07T06:20:03,463 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a7e8673cc39a4d25a983e9c0087b46c6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/230033ac80fb40de8e47af7fa8f5b1ba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/cf622cebeb3546709ae4a1d851954958] 2024-12-07T06:20:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-07T06:20:03,469 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7e8673cc39a4d25a983e9c0087b46c6, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733552400573 2024-12-07T06:20:03,469 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b88fb1e39deb4ea6af745eaee3e2ebbc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733552400573 2024-12-07T06:20:03,469 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b8bb3a4557d6443fba7cfa9b970336f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733552401201 2024-12-07T06:20:03,469 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 230033ac80fb40de8e47af7fa8f5b1ba, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733552401201 2024-12-07T06:20:03,470 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f65f03dbe5984601b6790386481d6cbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733552401825 2024-12-07T06:20:03,470 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf622cebeb3546709ae4a1d851954958, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733552401825 2024-12-07T06:20:03,482 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:03,483 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/a01da0ba016d49778b36437ef43bebb1 is 50, key is test_row_0/B:col10/1733552402134/Put/seqid=0 2024-12-07T06:20:03,484 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:03,500 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207c11809c5dbc74d9d9289419b9976a59a_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:03,502 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207c11809c5dbc74d9d9289419b9976a59a_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:03,502 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c11809c5dbc74d9d9289419b9976a59a_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:03,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742079_1255 (size=13153) 2024-12-07T06:20:03,517 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/a01da0ba016d49778b36437ef43bebb1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a01da0ba016d49778b36437ef43bebb1 2024-12-07T06:20:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742080_1256 (size=4469) 2024-12-07T06:20:03,522 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#213 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:03,523 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/1143e363352c4ef7b199a260673519a7 is 175, key is test_row_0/A:col10/1733552402134/Put/seqid=0 2024-12-07T06:20:03,525 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into a01da0ba016d49778b36437ef43bebb1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:03,525 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:03,525 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=13, startTime=1733552403459; duration=0sec 2024-12-07T06:20:03,525 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:03,525 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:20:03,525 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:03,526 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:03,526 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:20:03,527 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,527 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2b63363049034a3ebda8bc7d36d259e1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/386627253d004d3fa915c208ba6ffefc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/acacc029972547e7a8368ae995f147de] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=36.8 K 2024-12-07T06:20:03,527 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b63363049034a3ebda8bc7d36d259e1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733552400573 2024-12-07T06:20:03,528 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 386627253d004d3fa915c208ba6ffefc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733552401201 2024-12-07T06:20:03,528 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting acacc029972547e7a8368ae995f147de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733552401825 2024-12-07T06:20:03,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742081_1257 (size=32107) 2024-12-07T06:20:03,536 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#214 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:03,536 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/d17935a306a24ed5bf576c25f132d909 is 50, key is test_row_0/C:col10/1733552402134/Put/seqid=0 2024-12-07T06:20:03,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742082_1258 (size=13153) 2024-12-07T06:20:03,543 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/1143e363352c4ef7b199a260673519a7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1143e363352c4ef7b199a260673519a7 2024-12-07T06:20:03,549 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/d17935a306a24ed5bf576c25f132d909 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d17935a306a24ed5bf576c25f132d909 2024-12-07T06:20:03,549 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into 1143e363352c4ef7b199a260673519a7(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:03,549 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:03,549 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=13, startTime=1733552403459; duration=0sec 2024-12-07T06:20:03,549 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:03,549 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:20:03,554 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into d17935a306a24ed5bf576c25f132d909(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:03,554 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:03,554 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=13, startTime=1733552403459; duration=0sec 2024-12-07T06:20:03,555 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:03,555 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:20:03,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:03,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-07T06:20:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:03,600 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:20:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:03,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a971f7ad696143f6855bd14b0837df0e_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552402148/Put/seqid=0 2024-12-07T06:20:03,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742083_1259 (size=12454) 2024-12-07T06:20:03,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:03,641 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a971f7ad696143f6855bd14b0837df0e_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a971f7ad696143f6855bd14b0837df0e_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:03,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/ee23fa535920403bb8c60e03a7317a62, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:03,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/ee23fa535920403bb8c60e03a7317a62 is 175, key is test_row_0/A:col10/1733552402148/Put/seqid=0 2024-12-07T06:20:03,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742084_1260 (size=31255) 2024-12-07T06:20:04,050 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/ee23fa535920403bb8c60e03a7317a62 2024-12-07T06:20:04,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/62d46429e83c4987b61993fa9c77a5e3 is 50, key is test_row_0/B:col10/1733552402148/Put/seqid=0 2024-12-07T06:20:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742085_1261 (size=12301) 2024-12-07T06:20:04,068 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/62d46429e83c4987b61993fa9c77a5e3 2024-12-07T06:20:04,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/7da83f8d053d4ea0a292c4b45e362c89 is 50, key is test_row_0/C:col10/1733552402148/Put/seqid=0 2024-12-07T06:20:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742086_1262 (size=12301) 2024-12-07T06:20:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:04,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:04,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552464284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552464285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552464286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552464286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552464389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552464389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552464389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552464407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-07T06:20:04,485 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/7da83f8d053d4ea0a292c4b45e362c89 2024-12-07T06:20:04,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/ee23fa535920403bb8c60e03a7317a62 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ee23fa535920403bb8c60e03a7317a62 2024-12-07T06:20:04,494 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ee23fa535920403bb8c60e03a7317a62, entries=150, sequenceid=373, filesize=30.5 K 2024-12-07T06:20:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/62d46429e83c4987b61993fa9c77a5e3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/62d46429e83c4987b61993fa9c77a5e3 2024-12-07T06:20:04,499 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/62d46429e83c4987b61993fa9c77a5e3, entries=150, sequenceid=373, filesize=12.0 K 2024-12-07T06:20:04,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/7da83f8d053d4ea0a292c4b45e362c89 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/7da83f8d053d4ea0a292c4b45e362c89 2024-12-07T06:20:04,504 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/7da83f8d053d4ea0a292c4b45e362c89, entries=150, sequenceid=373, filesize=12.0 K 2024-12-07T06:20:04,505 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ffdacd3e7e72bf4bbe377da2bfdd416c in 906ms, sequenceid=373, compaction requested=false 2024-12-07T06:20:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-07T06:20:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-07T06:20:04,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-07T06:20:04,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1400 sec 2024-12-07T06:20:04,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.1450 sec 2024-12-07T06:20:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:04,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:20:04,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:04,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207887923e5af704dcf833305e669a97e94_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552404285/Put/seqid=0 2024-12-07T06:20:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552464619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552464620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552464620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552464621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742087_1263 (size=12454) 2024-12-07T06:20:04,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552464722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552464725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552464725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552464725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552464925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552464926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552464927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552464927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,032 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:05,037 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207887923e5af704dcf833305e669a97e94_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207887923e5af704dcf833305e669a97e94_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:05,038 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/dc4d97733c0c49ae9c65e6d9fb9b5877, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:05,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/dc4d97733c0c49ae9c65e6d9fb9b5877 is 175, key is test_row_0/A:col10/1733552404285/Put/seqid=0 2024-12-07T06:20:05,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742088_1264 (size=31255) 2024-12-07T06:20:05,043 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/dc4d97733c0c49ae9c65e6d9fb9b5877 2024-12-07T06:20:05,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c959e26a18ca476f86d22fca8ba66a35 is 50, key is test_row_0/B:col10/1733552404285/Put/seqid=0 2024-12-07T06:20:05,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742089_1265 (size=12301) 2024-12-07T06:20:05,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552465227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552465230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552465230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552465231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552465375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,377 DEBUG [Thread-741 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:20:05,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c959e26a18ca476f86d22fca8ba66a35 2024-12-07T06:20:05,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/73b182d63f6b429a8c1e95745d69a242 is 50, key is test_row_0/C:col10/1733552404285/Put/seqid=0 2024-12-07T06:20:05,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742090_1266 (size=12301) 2024-12-07T06:20:05,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/73b182d63f6b429a8c1e95745d69a242 2024-12-07T06:20:05,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/dc4d97733c0c49ae9c65e6d9fb9b5877 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc4d97733c0c49ae9c65e6d9fb9b5877 2024-12-07T06:20:05,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc4d97733c0c49ae9c65e6d9fb9b5877, entries=150, sequenceid=398, filesize=30.5 K 2024-12-07T06:20:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c959e26a18ca476f86d22fca8ba66a35 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c959e26a18ca476f86d22fca8ba66a35 2024-12-07T06:20:05,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c959e26a18ca476f86d22fca8ba66a35, entries=150, sequenceid=398, filesize=12.0 K 2024-12-07T06:20:05,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/73b182d63f6b429a8c1e95745d69a242 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b182d63f6b429a8c1e95745d69a242 2024-12-07T06:20:05,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b182d63f6b429a8c1e95745d69a242, entries=150, sequenceid=398, filesize=12.0 K 2024-12-07T06:20:05,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ffdacd3e7e72bf4bbe377da2bfdd416c in 907ms, sequenceid=398, compaction requested=true 2024-12-07T06:20:05,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:05,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:05,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:05,519 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:05,519 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:05,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:05,520 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:05,520 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:20:05,520 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:05,520 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1143e363352c4ef7b199a260673519a7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ee23fa535920403bb8c60e03a7317a62, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc4d97733c0c49ae9c65e6d9fb9b5877] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=92.4 K 2024-12-07T06:20:05,521 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:05,521 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1143e363352c4ef7b199a260673519a7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ee23fa535920403bb8c60e03a7317a62, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc4d97733c0c49ae9c65e6d9fb9b5877] 2024-12-07T06:20:05,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:05,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:05,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:05,521 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:05,521 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:20:05,521 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:05,521 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a01da0ba016d49778b36437ef43bebb1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/62d46429e83c4987b61993fa9c77a5e3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c959e26a18ca476f86d22fca8ba66a35] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=36.9 K 2024-12-07T06:20:05,522 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a01da0ba016d49778b36437ef43bebb1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733552401825 2024-12-07T06:20:05,522 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1143e363352c4ef7b199a260673519a7, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733552401825 2024-12-07T06:20:05,522 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 62d46429e83c4987b61993fa9c77a5e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733552402144 2024-12-07T06:20:05,522 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee23fa535920403bb8c60e03a7317a62, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733552402144 2024-12-07T06:20:05,522 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c959e26a18ca476f86d22fca8ba66a35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733552404285 2024-12-07T06:20:05,523 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc4d97733c0c49ae9c65e6d9fb9b5877, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733552404285 2024-12-07T06:20:05,534 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:05,535 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/4e89305f27cc4c7d8678b345be5ac3f3 is 50, key is test_row_0/B:col10/1733552404285/Put/seqid=0 2024-12-07T06:20:05,536 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:05,539 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207c81ceae046f942c78cf96579ba5a9080_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:05,541 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207c81ceae046f942c78cf96579ba5a9080_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:05,541 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c81ceae046f942c78cf96579ba5a9080_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:05,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742091_1267 (size=13255) 2024-12-07T06:20:05,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742092_1268 (size=4469) 2024-12-07T06:20:05,563 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/4e89305f27cc4c7d8678b345be5ac3f3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4e89305f27cc4c7d8678b345be5ac3f3 2024-12-07T06:20:05,568 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into 4e89305f27cc4c7d8678b345be5ac3f3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:05,568 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:05,568 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=13, startTime=1733552405519; duration=0sec 2024-12-07T06:20:05,568 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#222 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:05,568 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:05,568 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:20:05,568 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:05,569 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/73c11aaf09334db0b9cb7192eb8dad5a is 175, key is test_row_0/A:col10/1733552404285/Put/seqid=0 2024-12-07T06:20:05,570 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:05,570 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:20:05,570 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:05,570 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d17935a306a24ed5bf576c25f132d909, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/7da83f8d053d4ea0a292c4b45e362c89, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b182d63f6b429a8c1e95745d69a242] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=36.9 K 2024-12-07T06:20:05,571 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d17935a306a24ed5bf576c25f132d909, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733552401825 2024-12-07T06:20:05,571 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 7da83f8d053d4ea0a292c4b45e362c89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733552402144 2024-12-07T06:20:05,571 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 73b182d63f6b429a8c1e95745d69a242, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733552404285 2024-12-07T06:20:05,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742093_1269 (size=32209) 2024-12-07T06:20:05,579 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:05,580 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/234afb8b99224f89b32c369a99a87231 is 50, key is test_row_0/C:col10/1733552404285/Put/seqid=0 2024-12-07T06:20:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742094_1270 (size=13255) 2024-12-07T06:20:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:05,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T06:20:05,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:05,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:05,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:05,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:05,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:05,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:05,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a5c9344dc68a4a68a2ce532a65268c6f_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552404619/Put/seqid=0 2024-12-07T06:20:05,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742095_1271 (size=14994) 2024-12-07T06:20:05,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552465756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552465756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552465757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552465757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552465861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552465861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552465861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552465862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:05,981 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/73c11aaf09334db0b9cb7192eb8dad5a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/73c11aaf09334db0b9cb7192eb8dad5a 2024-12-07T06:20:05,987 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into 73c11aaf09334db0b9cb7192eb8dad5a(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:05,987 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:05,987 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=13, startTime=1733552405519; duration=0sec 2024-12-07T06:20:05,988 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:05,988 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:20:05,992 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/234afb8b99224f89b32c369a99a87231 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/234afb8b99224f89b32c369a99a87231 2024-12-07T06:20:05,998 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into 234afb8b99224f89b32c369a99a87231(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:05,998 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:05,998 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=13, startTime=1733552405521; duration=0sec 2024-12-07T06:20:05,998 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:05,998 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:20:06,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552466063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:06,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552466064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:06,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552466066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:06,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552466066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:06,148 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,156 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a5c9344dc68a4a68a2ce532a65268c6f_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a5c9344dc68a4a68a2ce532a65268c6f_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:06,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/013dfbdba1a24e779acf5976e874145a, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:06,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/013dfbdba1a24e779acf5976e874145a is 175, key is test_row_0/A:col10/1733552404619/Put/seqid=0 2024-12-07T06:20:06,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742096_1272 (size=39949) 2024-12-07T06:20:06,175 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=411, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/013dfbdba1a24e779acf5976e874145a 2024-12-07T06:20:06,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/4fb59c5e2006490baaa0c38ad6e7d84b is 50, key is test_row_0/B:col10/1733552404619/Put/seqid=0 2024-12-07T06:20:06,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742097_1273 (size=12301) 2024-12-07T06:20:06,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/4fb59c5e2006490baaa0c38ad6e7d84b 2024-12-07T06:20:06,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/f6f3d20e401c4f97acd0aa0d9e76bb34 is 50, key is test_row_0/C:col10/1733552404619/Put/seqid=0 2024-12-07T06:20:06,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742098_1274 (size=12301) 2024-12-07T06:20:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552466367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:06,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552466369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:06,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552466369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:06,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552466370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-07T06:20:06,471 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-07T06:20:06,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-07T06:20:06,479 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-07T06:20:06,481 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:06,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-07T06:20:06,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:06,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-07T06:20:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:06,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:06,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/f6f3d20e401c4f97acd0aa0d9e76bb34 2024-12-07T06:20:06,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/013dfbdba1a24e779acf5976e874145a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/013dfbdba1a24e779acf5976e874145a 2024-12-07T06:20:06,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/013dfbdba1a24e779acf5976e874145a, entries=200, sequenceid=411, filesize=39.0 K 2024-12-07T06:20:06,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/4fb59c5e2006490baaa0c38ad6e7d84b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fb59c5e2006490baaa0c38ad6e7d84b 2024-12-07T06:20:06,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fb59c5e2006490baaa0c38ad6e7d84b, entries=150, sequenceid=411, filesize=12.0 K 2024-12-07T06:20:06,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/f6f3d20e401c4f97acd0aa0d9e76bb34 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f6f3d20e401c4f97acd0aa0d9e76bb34 2024-12-07T06:20:06,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f6f3d20e401c4f97acd0aa0d9e76bb34, entries=150, sequenceid=411, filesize=12.0 K 2024-12-07T06:20:06,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ffdacd3e7e72bf4bbe377da2bfdd416c in 942ms, sequenceid=411, compaction requested=false 2024-12-07T06:20:06,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-07T06:20:06,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:06,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-07T06:20:06,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:06,788 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:20:06,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:06,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:06,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:06,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:06,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:06,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:06,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ca44b203c9a2435fa57be77d7418e705_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552405749/Put/seqid=0 2024-12-07T06:20:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742099_1275 (size=12454) 2024-12-07T06:20:06,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,806 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ca44b203c9a2435fa57be77d7418e705_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ca44b203c9a2435fa57be77d7418e705_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:06,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/eca46b9dbf724e4aa43a3fe9567eaf13, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/eca46b9dbf724e4aa43a3fe9567eaf13 is 175, key is test_row_0/A:col10/1733552405749/Put/seqid=0 2024-12-07T06:20:06,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742100_1276 (size=31255) 2024-12-07T06:20:06,812 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=437, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/eca46b9dbf724e4aa43a3fe9567eaf13 2024-12-07T06:20:06,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/bd535d3134e94c8691f305aef7af4b4d is 50, key is test_row_0/B:col10/1733552405749/Put/seqid=0 2024-12-07T06:20:06,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742101_1277 (size=12301) 2024-12-07T06:20:06,822 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/bd535d3134e94c8691f305aef7af4b4d 2024-12-07T06:20:06,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/f19cfaa2d7f844dd8ecdb9a7f7242a6a is 50, key is test_row_0/C:col10/1733552405749/Put/seqid=0 2024-12-07T06:20:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742102_1278 (size=12301) 2024-12-07T06:20:06,862 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/f19cfaa2d7f844dd8ecdb9a7f7242a6a 2024-12-07T06:20:06,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/eca46b9dbf724e4aa43a3fe9567eaf13 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/eca46b9dbf724e4aa43a3fe9567eaf13 2024-12-07T06:20:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:06,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:06,872 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/eca46b9dbf724e4aa43a3fe9567eaf13, entries=150, sequenceid=437, filesize=30.5 K 2024-12-07T06:20:06,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/bd535d3134e94c8691f305aef7af4b4d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bd535d3134e94c8691f305aef7af4b4d 2024-12-07T06:20:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,884 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bd535d3134e94c8691f305aef7af4b4d, entries=150, sequenceid=437, filesize=12.0 K 2024-12-07T06:20:06,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/f19cfaa2d7f844dd8ecdb9a7f7242a6a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f19cfaa2d7f844dd8ecdb9a7f7242a6a 2024-12-07T06:20:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,891 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f19cfaa2d7f844dd8ecdb9a7f7242a6a, entries=150, sequenceid=437, filesize=12.0 K 2024-12-07T06:20:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,892 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=46.96 KB/48090 for ffdacd3e7e72bf4bbe377da2bfdd416c in 104ms, sequenceid=437, compaction requested=true 2024-12-07T06:20:06,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:06,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:06,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-07T06:20:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-07T06:20:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:06,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:20:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:06,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:06,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:06,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:06,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:06,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-07T06:20:06,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 413 msec 2024-12-07T06:20:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 431 msec 2024-12-07T06:20:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120784f25b08ebf5407a958e67d7e92a7e08_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552406901/Put/seqid=0 2024-12-07T06:20:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742104_1280 (size=27698) 2024-12-07T06:20:06,969 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:06,974 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120784f25b08ebf5407a958e67d7e92a7e08_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120784f25b08ebf5407a958e67d7e92a7e08_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:06,981 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/78534515e0b349eb825834242518e85b, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:06,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/78534515e0b349eb825834242518e85b is 175, key is test_row_0/A:col10/1733552406901/Put/seqid=0 2024-12-07T06:20:06,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742103_1279 (size=83485) 2024-12-07T06:20:07,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552466978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552467020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552467020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552467020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-07T06:20:07,082 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-07T06:20:07,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-07T06:20:07,085 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:07,085 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:07,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T06:20:07,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552467121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552467145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552467145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552467145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T06:20:07,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-07T06:20:07,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:07,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:07,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:07,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:07,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:07,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552467325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552467347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552467347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552467348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,389 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=449, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/78534515e0b349eb825834242518e85b 2024-12-07T06:20:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T06:20:07,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-07T06:20:07,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:07,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:07,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:07,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:07,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:07,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/e6501cd8cdaa40448087d80f358f9232 is 50, key is test_row_0/B:col10/1733552406901/Put/seqid=0 2024-12-07T06:20:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742105_1281 (size=12301) 2024-12-07T06:20:07,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/e6501cd8cdaa40448087d80f358f9232 2024-12-07T06:20:07,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/2bd0dd68219a48ffa4ad3802ab7c3e58 is 50, key is test_row_0/C:col10/1733552406901/Put/seqid=0 2024-12-07T06:20:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742106_1282 (size=12301) 2024-12-07T06:20:07,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/2bd0dd68219a48ffa4ad3802ab7c3e58 2024-12-07T06:20:07,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/78534515e0b349eb825834242518e85b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/78534515e0b349eb825834242518e85b 2024-12-07T06:20:07,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/78534515e0b349eb825834242518e85b, entries=450, sequenceid=449, filesize=81.5 K 2024-12-07T06:20:07,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/e6501cd8cdaa40448087d80f358f9232 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e6501cd8cdaa40448087d80f358f9232 2024-12-07T06:20:07,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e6501cd8cdaa40448087d80f358f9232, entries=150, sequenceid=449, filesize=12.0 K 2024-12-07T06:20:07,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/2bd0dd68219a48ffa4ad3802ab7c3e58 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2bd0dd68219a48ffa4ad3802ab7c3e58 2024-12-07T06:20:07,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2bd0dd68219a48ffa4ad3802ab7c3e58, entries=150, sequenceid=449, filesize=12.0 K 2024-12-07T06:20:07,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ffdacd3e7e72bf4bbe377da2bfdd416c in 614ms, sequenceid=449, compaction requested=true 2024-12-07T06:20:07,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:07,518 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:07,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:07,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:07,519 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:07,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:07,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:07,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:07,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:07,520 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 186898 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:07,520 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:20:07,520 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:07,520 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/73c11aaf09334db0b9cb7192eb8dad5a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/013dfbdba1a24e779acf5976e874145a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/eca46b9dbf724e4aa43a3fe9567eaf13, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/78534515e0b349eb825834242518e85b] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=182.5 K 2024-12-07T06:20:07,520 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:07,520 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/73c11aaf09334db0b9cb7192eb8dad5a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/013dfbdba1a24e779acf5976e874145a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/eca46b9dbf724e4aa43a3fe9567eaf13, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/78534515e0b349eb825834242518e85b] 2024-12-07T06:20:07,525 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73c11aaf09334db0b9cb7192eb8dad5a, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733552404285 2024-12-07T06:20:07,526 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 013dfbdba1a24e779acf5976e874145a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1733552404618 2024-12-07T06:20:07,526 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:07,526 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:20:07,526 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:07,526 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4e89305f27cc4c7d8678b345be5ac3f3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fb59c5e2006490baaa0c38ad6e7d84b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bd535d3134e94c8691f305aef7af4b4d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e6501cd8cdaa40448087d80f358f9232] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=49.0 K 2024-12-07T06:20:07,527 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting eca46b9dbf724e4aa43a3fe9567eaf13, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733552405749 2024-12-07T06:20:07,527 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e89305f27cc4c7d8678b345be5ac3f3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733552404285 2024-12-07T06:20:07,527 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78534515e0b349eb825834242518e85b, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733552406870 2024-12-07T06:20:07,527 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fb59c5e2006490baaa0c38ad6e7d84b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1733552404618 2024-12-07T06:20:07,528 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting bd535d3134e94c8691f305aef7af4b4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733552405749 2024-12-07T06:20:07,528 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting e6501cd8cdaa40448087d80f358f9232, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733552406885 2024-12-07T06:20:07,542 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:07,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-07T06:20:07,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:07,543 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/4fe654e13a74406c9d5380b2620416e2 is 50, key is test_row_0/B:col10/1733552406901/Put/seqid=0 2024-12-07T06:20:07,543 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:07,548 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:07,565 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412071b8519ce5b5d491bb1e36b5786cb86d6_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:07,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742107_1283 (size=13391) 2024-12-07T06:20:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120773e72525aa654d4490241a9d3f2fb269_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552406977/Put/seqid=0 2024-12-07T06:20:07,572 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412071b8519ce5b5d491bb1e36b5786cb86d6_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:07,573 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071b8519ce5b5d491bb1e36b5786cb86d6_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:07,577 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/4fe654e13a74406c9d5380b2620416e2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fe654e13a74406c9d5380b2620416e2 2024-12-07T06:20:07,583 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into 4fe654e13a74406c9d5380b2620416e2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:07,583 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:07,583 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=12, startTime=1733552407519; duration=0sec 2024-12-07T06:20:07,583 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:07,583 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:20:07,583 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:07,585 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:07,585 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:20:07,585 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:07,585 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/234afb8b99224f89b32c369a99a87231, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f6f3d20e401c4f97acd0aa0d9e76bb34, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f19cfaa2d7f844dd8ecdb9a7f7242a6a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2bd0dd68219a48ffa4ad3802ab7c3e58] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=49.0 K 2024-12-07T06:20:07,586 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 234afb8b99224f89b32c369a99a87231, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733552404285 2024-12-07T06:20:07,586 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f6f3d20e401c4f97acd0aa0d9e76bb34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1733552404618 2024-12-07T06:20:07,586 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f19cfaa2d7f844dd8ecdb9a7f7242a6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733552405749 2024-12-07T06:20:07,587 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bd0dd68219a48ffa4ad3802ab7c3e58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733552406885 2024-12-07T06:20:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742109_1285 (size=4469) 2024-12-07T06:20:07,596 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#234 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:07,597 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/11fd95ea9a9348f3969576253331718b is 175, key is test_row_0/A:col10/1733552406901/Put/seqid=0 2024-12-07T06:20:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742108_1284 (size=12454) 2024-12-07T06:20:07,611 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:07,612 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/4e1306d390994c9287556d81081ac498 is 50, key is test_row_0/C:col10/1733552406901/Put/seqid=0 2024-12-07T06:20:07,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:07,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742110_1286 (size=32345) 2024-12-07T06:20:07,618 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120773e72525aa654d4490241a9d3f2fb269_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120773e72525aa654d4490241a9d3f2fb269_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:07,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/ef34485534c143bf8f1c9a14f88cb46e, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:07,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/ef34485534c143bf8f1c9a14f88cb46e is 175, key is test_row_0/A:col10/1733552406977/Put/seqid=0 2024-12-07T06:20:07,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742111_1287 (size=13391) 2024-12-07T06:20:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:07,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:07,635 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/4e1306d390994c9287556d81081ac498 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/4e1306d390994c9287556d81081ac498 2024-12-07T06:20:07,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742112_1288 (size=31255) 2024-12-07T06:20:07,641 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into 4e1306d390994c9287556d81081ac498(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:07,641 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:07,641 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=12, startTime=1733552407519; duration=0sec 2024-12-07T06:20:07,641 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:07,641 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:20:07,643 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=473, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/ef34485534c143bf8f1c9a14f88cb46e 2024-12-07T06:20:07,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/911fc8e607334db3b700f84063f56e9c is 50, key is test_row_0/B:col10/1733552406977/Put/seqid=0 2024-12-07T06:20:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742113_1289 (size=12301) 2024-12-07T06:20:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T06:20:07,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552467694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552467694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552467694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552467699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552467800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552467800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552467800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:07,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552467803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552468002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552468002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552468003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552468011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,021 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/11fd95ea9a9348f3969576253331718b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/11fd95ea9a9348f3969576253331718b 2024-12-07T06:20:08,026 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into 11fd95ea9a9348f3969576253331718b(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:08,027 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:08,027 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=12, startTime=1733552407518; duration=0sec 2024-12-07T06:20:08,027 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:08,027 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:20:08,062 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/911fc8e607334db3b700f84063f56e9c 2024-12-07T06:20:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/85e0e7eefc904953a6cc3748e062dac2 is 50, key is test_row_0/C:col10/1733552406977/Put/seqid=0 2024-12-07T06:20:08,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742114_1290 (size=12301) 2024-12-07T06:20:08,083 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/85e0e7eefc904953a6cc3748e062dac2 2024-12-07T06:20:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/ef34485534c143bf8f1c9a14f88cb46e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ef34485534c143bf8f1c9a14f88cb46e 2024-12-07T06:20:08,095 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ef34485534c143bf8f1c9a14f88cb46e, entries=150, sequenceid=473, filesize=30.5 K 2024-12-07T06:20:08,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/911fc8e607334db3b700f84063f56e9c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/911fc8e607334db3b700f84063f56e9c 2024-12-07T06:20:08,103 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/911fc8e607334db3b700f84063f56e9c, entries=150, sequenceid=473, filesize=12.0 K 2024-12-07T06:20:08,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/85e0e7eefc904953a6cc3748e062dac2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/85e0e7eefc904953a6cc3748e062dac2 2024-12-07T06:20:08,111 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/85e0e7eefc904953a6cc3748e062dac2, entries=150, sequenceid=473, filesize=12.0 K 2024-12-07T06:20:08,123 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ffdacd3e7e72bf4bbe377da2bfdd416c in 580ms, sequenceid=473, compaction requested=false 2024-12-07T06:20:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-07T06:20:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-07T06:20:08,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-07T06:20:08,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0400 sec 2024-12-07T06:20:08,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.0440 sec 2024-12-07T06:20:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T06:20:08,191 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-07T06:20:08,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-07T06:20:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T06:20:08,200 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:08,201 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:08,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T06:20:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:08,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:20:08,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:08,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a52242b312854d6db04fc53c783d1503_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552408309/Put/seqid=0 2024-12-07T06:20:08,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552468330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742115_1291 (size=12454) 2024-12-07T06:20:08,333 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:08,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552468331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552468331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552468331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,338 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a52242b312854d6db04fc53c783d1503_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a52242b312854d6db04fc53c783d1503_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:08,339 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/7a129d10b6bc47ebba77381041d5b9b7, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:08,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/7a129d10b6bc47ebba77381041d5b9b7 is 175, key is test_row_0/A:col10/1733552408309/Put/seqid=0 2024-12-07T06:20:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742116_1292 (size=31255) 2024-12-07T06:20:08,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T06:20:08,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:08,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552468432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552468435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552468436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552468436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T06:20:08,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T06:20:08,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:08,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,634 DEBUG [Thread-752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14c16cd4 to 127.0.0.1:58548 2024-12-07T06:20:08,634 DEBUG [Thread-752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:08,634 DEBUG [Thread-750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78cafade to 127.0.0.1:58548 2024-12-07T06:20:08,634 DEBUG [Thread-750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:08,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552468635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,636 DEBUG [Thread-748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00cb464a to 127.0.0.1:58548 2024-12-07T06:20:08,636 DEBUG [Thread-748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:08,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552468638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,639 DEBUG [Thread-754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0341384e to 127.0.0.1:58548 2024-12-07T06:20:08,639 DEBUG [Thread-754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:08,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552468640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552468640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T06:20:08,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,744 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=491, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/7a129d10b6bc47ebba77381041d5b9b7 2024-12-07T06:20:08,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/121882a9c155487ca6c549b686999559 is 50, key is test_row_0/B:col10/1733552408309/Put/seqid=0 2024-12-07T06:20:08,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742117_1293 (size=12301) 2024-12-07T06:20:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T06:20:08,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T06:20:08,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:08,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552468936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552468940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552468942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552468943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:08,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T06:20:08,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:08,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:08,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:09,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T06:20:09,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:09,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/121882a9c155487ca6c549b686999559 2024-12-07T06:20:09,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/73b5687762e64e9d84656074fbd2e3c0 is 50, key is test_row_0/C:col10/1733552408309/Put/seqid=0 2024-12-07T06:20:09,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742118_1294 (size=12301) 2024-12-07T06:20:09,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:09,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T06:20:09,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:09,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T06:20:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36346 deadline: 1733552469413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:09,414 DEBUG [Thread-741 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:20:09,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:09,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T06:20:09,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:09,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1733552469442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:09,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36280 deadline: 1733552469443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:09,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1733552469444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:09,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36272 deadline: 1733552469444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:09,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/73b5687762e64e9d84656074fbd2e3c0 2024-12-07T06:20:09,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/7a129d10b6bc47ebba77381041d5b9b7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7a129d10b6bc47ebba77381041d5b9b7 2024-12-07T06:20:09,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7a129d10b6bc47ebba77381041d5b9b7, entries=150, sequenceid=491, filesize=30.5 K 2024-12-07T06:20:09,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/121882a9c155487ca6c549b686999559 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/121882a9c155487ca6c549b686999559 2024-12-07T06:20:09,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:09,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T06:20:09,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:09,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/121882a9c155487ca6c549b686999559, entries=150, sequenceid=491, filesize=12.0 K 2024-12-07T06:20:09,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/73b5687762e64e9d84656074fbd2e3c0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b5687762e64e9d84656074fbd2e3c0 2024-12-07T06:20:09,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b5687762e64e9d84656074fbd2e3c0, entries=150, sequenceid=491, filesize=12.0 K 2024-12-07T06:20:09,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for ffdacd3e7e72bf4bbe377da2bfdd416c in 1277ms, sequenceid=491, compaction requested=true 2024-12-07T06:20:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:09,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:09,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdacd3e7e72bf4bbe377da2bfdd416c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:09,587 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:09,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:09,587 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:09,587 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:09,587 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:09,587 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/A is initiating minor compaction (all files) 2024-12-07T06:20:09,587 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/B is initiating minor compaction (all files) 2024-12-07T06:20:09,587 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/A in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,587 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/B in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,588 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/11fd95ea9a9348f3969576253331718b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ef34485534c143bf8f1c9a14f88cb46e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7a129d10b6bc47ebba77381041d5b9b7] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=92.6 K 2024-12-07T06:20:09,588 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fe654e13a74406c9d5380b2620416e2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/911fc8e607334db3b700f84063f56e9c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/121882a9c155487ca6c549b686999559] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=37.1 K 2024-12-07T06:20:09,588 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,588 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/11fd95ea9a9348f3969576253331718b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ef34485534c143bf8f1c9a14f88cb46e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7a129d10b6bc47ebba77381041d5b9b7] 2024-12-07T06:20:09,588 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fe654e13a74406c9d5380b2620416e2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733552406885 2024-12-07T06:20:09,588 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11fd95ea9a9348f3969576253331718b, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733552406885 2024-12-07T06:20:09,588 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 911fc8e607334db3b700f84063f56e9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1733552406977 2024-12-07T06:20:09,588 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef34485534c143bf8f1c9a14f88cb46e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1733552406977 2024-12-07T06:20:09,589 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 121882a9c155487ca6c549b686999559, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733552408308 2024-12-07T06:20:09,589 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a129d10b6bc47ebba77381041d5b9b7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733552408308 2024-12-07T06:20:09,596 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#B#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:09,596 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/73ce8d69ac844470b71a4b3d0c067ccb is 50, key is test_row_0/B:col10/1733552408309/Put/seqid=0 2024-12-07T06:20:09,599 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:09,602 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207d6ae93ae25274b55b369e6a8a907b27c_ffdacd3e7e72bf4bbe377da2bfdd416c store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:09,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742119_1295 (size=13493) 2024-12-07T06:20:09,610 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/73ce8d69ac844470b71a4b3d0c067ccb as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/73ce8d69ac844470b71a4b3d0c067ccb 2024-12-07T06:20:09,622 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/B of ffdacd3e7e72bf4bbe377da2bfdd416c into 73ce8d69ac844470b71a4b3d0c067ccb(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:09,622 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:09,622 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/B, priority=13, startTime=1733552409586; duration=0sec 2024-12-07T06:20:09,623 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:09,623 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:B 2024-12-07T06:20:09,623 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:09,624 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:09,624 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ffdacd3e7e72bf4bbe377da2bfdd416c/C is initiating minor compaction (all files) 2024-12-07T06:20:09,624 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffdacd3e7e72bf4bbe377da2bfdd416c/C in TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,624 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/4e1306d390994c9287556d81081ac498, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/85e0e7eefc904953a6cc3748e062dac2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b5687762e64e9d84656074fbd2e3c0] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp, totalSize=37.1 K 2024-12-07T06:20:09,625 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e1306d390994c9287556d81081ac498, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733552406885 2024-12-07T06:20:09,625 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 85e0e7eefc904953a6cc3748e062dac2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1733552406977 2024-12-07T06:20:09,627 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 73b5687762e64e9d84656074fbd2e3c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733552408308 2024-12-07T06:20:09,640 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207d6ae93ae25274b55b369e6a8a907b27c_ffdacd3e7e72bf4bbe377da2bfdd416c, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:09,641 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d6ae93ae25274b55b369e6a8a907b27c_ffdacd3e7e72bf4bbe377da2bfdd416c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:09,643 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#C#compaction#244 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:09,644 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/585333d91e0f44f1b2b0922f9effc291 is 50, key is test_row_0/C:col10/1733552408309/Put/seqid=0 2024-12-07T06:20:09,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742121_1297 (size=13493) 2024-12-07T06:20:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742120_1296 (size=4469) 2024-12-07T06:20:09,662 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/585333d91e0f44f1b2b0922f9effc291 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/585333d91e0f44f1b2b0922f9effc291 2024-12-07T06:20:09,667 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/C of ffdacd3e7e72bf4bbe377da2bfdd416c into 585333d91e0f44f1b2b0922f9effc291(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:09,667 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:09,667 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/C, priority=13, startTime=1733552409587; duration=0sec 2024-12-07T06:20:09,667 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:09,667 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:C 2024-12-07T06:20:09,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:09,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T06:20:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:09,733 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:20:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:09,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207891bd9da72ef482bb617fcb8650e7618_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552408324/Put/seqid=0 2024-12-07T06:20:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742122_1298 (size=12454) 2024-12-07T06:20:10,062 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdacd3e7e72bf4bbe377da2bfdd416c#A#compaction#243 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:10,063 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/c6da86bfa53d4141816ef23bee9a5cbd is 175, key is test_row_0/A:col10/1733552408309/Put/seqid=0 2024-12-07T06:20:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742123_1299 (size=32447) 2024-12-07T06:20:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:10,151 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207891bd9da72ef482bb617fcb8650e7618_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207891bd9da72ef482bb617fcb8650e7618_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:10,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6ec3dcaaa9744e338ffe73424038f67a, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:10,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6ec3dcaaa9744e338ffe73424038f67a is 175, key is test_row_0/A:col10/1733552408324/Put/seqid=0 2024-12-07T06:20:10,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742124_1300 (size=31255) 2024-12-07T06:20:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T06:20:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:10,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. as already flushing 2024-12-07T06:20:10,446 DEBUG [Thread-745 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c5c4716 to 127.0.0.1:58548 2024-12-07T06:20:10,446 DEBUG [Thread-745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:10,454 DEBUG [Thread-743 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24f64590 to 127.0.0.1:58548 2024-12-07T06:20:10,454 DEBUG [Thread-743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:10,454 DEBUG [Thread-737 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c2c778 to 127.0.0.1:58548 2024-12-07T06:20:10,454 DEBUG [Thread-737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:10,455 DEBUG [Thread-739 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x433e2b26 to 127.0.0.1:58548 2024-12-07T06:20:10,455 DEBUG [Thread-739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:10,471 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/c6da86bfa53d4141816ef23bee9a5cbd as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/c6da86bfa53d4141816ef23bee9a5cbd 2024-12-07T06:20:10,477 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffdacd3e7e72bf4bbe377da2bfdd416c/A of ffdacd3e7e72bf4bbe377da2bfdd416c into c6da86bfa53d4141816ef23bee9a5cbd(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:10,478 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:10,478 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c., storeName=ffdacd3e7e72bf4bbe377da2bfdd416c/A, priority=13, startTime=1733552409586; duration=0sec 2024-12-07T06:20:10,478 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:10,478 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdacd3e7e72bf4bbe377da2bfdd416c:A 2024-12-07T06:20:10,556 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=516, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6ec3dcaaa9744e338ffe73424038f67a 2024-12-07T06:20:10,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c18b6307c52d43eb9461c2f07e16c1f7 is 50, key is test_row_0/B:col10/1733552408324/Put/seqid=0 2024-12-07T06:20:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742125_1301 (size=12301) 2024-12-07T06:20:10,969 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c18b6307c52d43eb9461c2f07e16c1f7 2024-12-07T06:20:10,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/cb29b0773d5b4234bb20883a347a3870 is 50, key is test_row_0/C:col10/1733552408324/Put/seqid=0 2024-12-07T06:20:10,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742126_1302 (size=12301) 2024-12-07T06:20:11,303 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T06:20:11,381 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/cb29b0773d5b4234bb20883a347a3870 2024-12-07T06:20:11,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/6ec3dcaaa9744e338ffe73424038f67a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6ec3dcaaa9744e338ffe73424038f67a 2024-12-07T06:20:11,390 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6ec3dcaaa9744e338ffe73424038f67a, entries=150, sequenceid=516, filesize=30.5 K 2024-12-07T06:20:11,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/c18b6307c52d43eb9461c2f07e16c1f7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c18b6307c52d43eb9461c2f07e16c1f7 2024-12-07T06:20:11,394 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c18b6307c52d43eb9461c2f07e16c1f7, entries=150, sequenceid=516, filesize=12.0 K 2024-12-07T06:20:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/cb29b0773d5b4234bb20883a347a3870 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/cb29b0773d5b4234bb20883a347a3870 2024-12-07T06:20:11,398 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/cb29b0773d5b4234bb20883a347a3870, entries=150, sequenceid=516, filesize=12.0 K 2024-12-07T06:20:11,399 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for ffdacd3e7e72bf4bbe377da2bfdd416c in 1666ms, sequenceid=516, compaction requested=false 2024-12-07T06:20:11,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:11,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:11,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-07T06:20:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-07T06:20:11,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-07T06:20:11,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1990 sec 2024-12-07T06:20:11,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 3.2080 sec 2024-12-07T06:20:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T06:20:12,299 INFO [Thread-747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-07T06:20:18,179 DEBUG [master/38a4c3e922fd:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region db3527a750ad521e8117fd934bcb9241 changed from -1.0 to 0.0, refreshing cache 2024-12-07T06:20:19,425 DEBUG [Thread-741 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4420 to 127.0.0.1:58548 2024-12-07T06:20:19,425 DEBUG [Thread-741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 155 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5610 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5587 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2398 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7194 rows 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2392 2024-12-07T06:20:19,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7176 rows 2024-12-07T06:20:19,426 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T06:20:19,426 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ff872d8 to 127.0.0.1:58548 2024-12-07T06:20:19,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:19,428 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T06:20:19,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T06:20:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T06:20:19,432 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552419432"}]},"ts":"1733552419432"} 2024-12-07T06:20:19,434 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T06:20:19,438 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T06:20:19,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T06:20:19,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, UNASSIGN}] 2024-12-07T06:20:19,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, UNASSIGN 2024-12-07T06:20:19,440 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=ffdacd3e7e72bf4bbe377da2bfdd416c, regionState=CLOSING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:19,441 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T06:20:19,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:20:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T06:20:19,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:19,593 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing ffdacd3e7e72bf4bbe377da2bfdd416c, disabling compactions & flushes 2024-12-07T06:20:19,593 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. after waiting 0 ms 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:19,593 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing ffdacd3e7e72bf4bbe377da2bfdd416c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=A 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=B 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdacd3e7e72bf4bbe377da2bfdd416c, store=C 2024-12-07T06:20:19,593 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:19,599 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120796a684af58354d93902c6f16faa99be3_ffdacd3e7e72bf4bbe377da2bfdd416c is 50, key is test_row_0/A:col10/1733552419424/Put/seqid=0 2024-12-07T06:20:19,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742127_1303 (size=12454) 2024-12-07T06:20:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T06:20:20,004 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:20,009 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120796a684af58354d93902c6f16faa99be3_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120796a684af58354d93902c6f16faa99be3_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:20,010 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/e96a149c0e694e7aaa06cf60657b81e5, store: [table=TestAcidGuarantees family=A region=ffdacd3e7e72bf4bbe377da2bfdd416c] 2024-12-07T06:20:20,010 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/e96a149c0e694e7aaa06cf60657b81e5 is 175, key is test_row_0/A:col10/1733552419424/Put/seqid=0 2024-12-07T06:20:20,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742128_1304 (size=31255) 2024-12-07T06:20:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T06:20:20,414 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=525, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/e96a149c0e694e7aaa06cf60657b81e5 2024-12-07T06:20:20,421 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/a34882925cea4644b775de04dbd06cac is 50, key is test_row_0/B:col10/1733552419424/Put/seqid=0 2024-12-07T06:20:20,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742129_1305 (size=12301) 2024-12-07T06:20:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T06:20:20,825 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/a34882925cea4644b775de04dbd06cac 2024-12-07T06:20:20,831 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/d28bfd1aa86d432f8512c29bbd3c1c71 is 50, key is test_row_0/C:col10/1733552419424/Put/seqid=0 2024-12-07T06:20:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742130_1306 (size=12301) 2024-12-07T06:20:21,238 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/d28bfd1aa86d432f8512c29bbd3c1c71 2024-12-07T06:20:21,242 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/A/e96a149c0e694e7aaa06cf60657b81e5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/e96a149c0e694e7aaa06cf60657b81e5 2024-12-07T06:20:21,247 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/e96a149c0e694e7aaa06cf60657b81e5, entries=150, sequenceid=525, filesize=30.5 K 2024-12-07T06:20:21,247 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/B/a34882925cea4644b775de04dbd06cac as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a34882925cea4644b775de04dbd06cac 2024-12-07T06:20:21,251 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a34882925cea4644b775de04dbd06cac, entries=150, sequenceid=525, filesize=12.0 K 2024-12-07T06:20:21,252 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/.tmp/C/d28bfd1aa86d432f8512c29bbd3c1c71 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d28bfd1aa86d432f8512c29bbd3c1c71 2024-12-07T06:20:21,255 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d28bfd1aa86d432f8512c29bbd3c1c71, entries=150, sequenceid=525, filesize=12.0 K 2024-12-07T06:20:21,256 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ffdacd3e7e72bf4bbe377da2bfdd416c in 1663ms, sequenceid=525, compaction requested=true 2024-12-07T06:20:21,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6bfb2145b93546e3bcbfc7f796db5205, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/2d4395b216404bdeb91cf4585178cf67, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/37c7a30a8deb4080842acc89a6661d93, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/14f6b7e8ed8746c5ac524f6bd745c387, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6e31e6d3ff73483a8fda03610223e90f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/5de9f4c2f6fe482a823765c298e3c14f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/e73da3920cbb445b9f7c0361c35a9648, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f4ca19625ce41eeb8c50a285b9b72d5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a751508905914fee8a06748c2d4edb27, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/21d8d0875ed246cc94dc7a4936f6a79f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b39627bba6f40669705f8d78afcca16, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/c3671e5e65614033be68cf97aa86d05f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/39e883daa81b4a7781ec68f39433bc0b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/bb6373d7977c49aeaeda12ef9a4ba6aa, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/d0144f625187412196c2e2ff2c82f23f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8b432797cdf3437f99d773bdf4967323, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b1d6a96422540b1bfa6c34bbdd9ef87, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a30438e4dfd540969322ccaad8fbe412, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1704ecfbc4ad43ee9d4543e99ff74e9e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc8962323b2546a2955be8b27dfbb885, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f064a8080204761ad2bf9cc55bb10eb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a7e8673cc39a4d25a983e9c0087b46c6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/667b13ff4e7041dcad84496c8a0831f2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/230033ac80fb40de8e47af7fa8f5b1ba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/cf622cebeb3546709ae4a1d851954958, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1143e363352c4ef7b199a260673519a7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ee23fa535920403bb8c60e03a7317a62, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/73c11aaf09334db0b9cb7192eb8dad5a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc4d97733c0c49ae9c65e6d9fb9b5877, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/013dfbdba1a24e779acf5976e874145a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/eca46b9dbf724e4aa43a3fe9567eaf13, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/78534515e0b349eb825834242518e85b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/11fd95ea9a9348f3969576253331718b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ef34485534c143bf8f1c9a14f88cb46e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7a129d10b6bc47ebba77381041d5b9b7] to archive 2024-12-07T06:20:21,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:20:21,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6bfb2145b93546e3bcbfc7f796db5205 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6bfb2145b93546e3bcbfc7f796db5205 2024-12-07T06:20:21,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/2d4395b216404bdeb91cf4585178cf67 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/2d4395b216404bdeb91cf4585178cf67 2024-12-07T06:20:21,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/37c7a30a8deb4080842acc89a6661d93 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/37c7a30a8deb4080842acc89a6661d93 2024-12-07T06:20:21,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/14f6b7e8ed8746c5ac524f6bd745c387 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/14f6b7e8ed8746c5ac524f6bd745c387 2024-12-07T06:20:21,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6e31e6d3ff73483a8fda03610223e90f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6e31e6d3ff73483a8fda03610223e90f 2024-12-07T06:20:21,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/5de9f4c2f6fe482a823765c298e3c14f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/5de9f4c2f6fe482a823765c298e3c14f 2024-12-07T06:20:21,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/e73da3920cbb445b9f7c0361c35a9648 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/e73da3920cbb445b9f7c0361c35a9648 2024-12-07T06:20:21,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f4ca19625ce41eeb8c50a285b9b72d5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f4ca19625ce41eeb8c50a285b9b72d5 2024-12-07T06:20:21,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a751508905914fee8a06748c2d4edb27 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a751508905914fee8a06748c2d4edb27 2024-12-07T06:20:21,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/21d8d0875ed246cc94dc7a4936f6a79f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/21d8d0875ed246cc94dc7a4936f6a79f 2024-12-07T06:20:21,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b39627bba6f40669705f8d78afcca16 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b39627bba6f40669705f8d78afcca16 2024-12-07T06:20:21,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/c3671e5e65614033be68cf97aa86d05f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/c3671e5e65614033be68cf97aa86d05f 2024-12-07T06:20:21,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/39e883daa81b4a7781ec68f39433bc0b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/39e883daa81b4a7781ec68f39433bc0b 2024-12-07T06:20:21,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/bb6373d7977c49aeaeda12ef9a4ba6aa to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/bb6373d7977c49aeaeda12ef9a4ba6aa 2024-12-07T06:20:21,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/d0144f625187412196c2e2ff2c82f23f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/d0144f625187412196c2e2ff2c82f23f 2024-12-07T06:20:21,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8b432797cdf3437f99d773bdf4967323 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8b432797cdf3437f99d773bdf4967323 2024-12-07T06:20:21,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b1d6a96422540b1bfa6c34bbdd9ef87 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7b1d6a96422540b1bfa6c34bbdd9ef87 2024-12-07T06:20:21,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a30438e4dfd540969322ccaad8fbe412 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a30438e4dfd540969322ccaad8fbe412 2024-12-07T06:20:21,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1704ecfbc4ad43ee9d4543e99ff74e9e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1704ecfbc4ad43ee9d4543e99ff74e9e 2024-12-07T06:20:21,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc8962323b2546a2955be8b27dfbb885 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc8962323b2546a2955be8b27dfbb885 2024-12-07T06:20:21,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f064a8080204761ad2bf9cc55bb10eb to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/8f064a8080204761ad2bf9cc55bb10eb 2024-12-07T06:20:21,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a7e8673cc39a4d25a983e9c0087b46c6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/a7e8673cc39a4d25a983e9c0087b46c6 2024-12-07T06:20:21,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/667b13ff4e7041dcad84496c8a0831f2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/667b13ff4e7041dcad84496c8a0831f2 2024-12-07T06:20:21,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/230033ac80fb40de8e47af7fa8f5b1ba to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/230033ac80fb40de8e47af7fa8f5b1ba 2024-12-07T06:20:21,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/cf622cebeb3546709ae4a1d851954958 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/cf622cebeb3546709ae4a1d851954958 2024-12-07T06:20:21,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1143e363352c4ef7b199a260673519a7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/1143e363352c4ef7b199a260673519a7 2024-12-07T06:20:21,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ee23fa535920403bb8c60e03a7317a62 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ee23fa535920403bb8c60e03a7317a62 2024-12-07T06:20:21,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/73c11aaf09334db0b9cb7192eb8dad5a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/73c11aaf09334db0b9cb7192eb8dad5a 2024-12-07T06:20:21,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc4d97733c0c49ae9c65e6d9fb9b5877 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/dc4d97733c0c49ae9c65e6d9fb9b5877 2024-12-07T06:20:21,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/013dfbdba1a24e779acf5976e874145a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/013dfbdba1a24e779acf5976e874145a 2024-12-07T06:20:21,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/eca46b9dbf724e4aa43a3fe9567eaf13 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/eca46b9dbf724e4aa43a3fe9567eaf13 2024-12-07T06:20:21,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/78534515e0b349eb825834242518e85b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/78534515e0b349eb825834242518e85b 2024-12-07T06:20:21,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/11fd95ea9a9348f3969576253331718b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/11fd95ea9a9348f3969576253331718b 2024-12-07T06:20:21,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ef34485534c143bf8f1c9a14f88cb46e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/ef34485534c143bf8f1c9a14f88cb46e 2024-12-07T06:20:21,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7a129d10b6bc47ebba77381041d5b9b7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/7a129d10b6bc47ebba77381041d5b9b7 2024-12-07T06:20:21,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/25aed1660904489589fb4604555c8c47, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b3b0748d93dd4110afa1e5c561a2a484, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c517fc913cc14ff3b2a71b70001cb6a6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/18071c122aca4c5a987546841ad346d2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/7519675273284e6e82373835f2f3b0c3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/72909fca29714cd69faead2c709065f1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/40994e0e2333458d9e6920f05c6d81de, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/533a1d2df0a14f1cabb1689ab04ad8f7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c39805ae2cc84c5e9b1962a24e26bc24, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f4866eec9010495bb4293a702e7278fe, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/ae99091aa64945f89b990ca7d86216bd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c1df91f6101340f78b626b6a7359960f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e792fff4a7c54639aa360a14b673533a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/21b5d519b4e44c8eb167759b167cc390, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/1cf932a8241448458a25341ff654f4b9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/d1f4e0d71373467bbac58a27c476e8ba, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f1276c59ad0445eb9273d6750c2cd58f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/5996beb649cd44c3b288de70abf1da55, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a0b69d526e5248fca9653ac5e48ca113, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/eb138cc925704bfbac675cf9840310b2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8734d46471b4281b6bf09f159082f33, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b88fb1e39deb4ea6af745eaee3e2ebbc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bc6790d5b5a94551945bafd35d87e1a9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8bb3a4557d6443fba7cfa9b970336f7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a01da0ba016d49778b36437ef43bebb1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f65f03dbe5984601b6790386481d6cbf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/62d46429e83c4987b61993fa9c77a5e3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4e89305f27cc4c7d8678b345be5ac3f3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c959e26a18ca476f86d22fca8ba66a35, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fb59c5e2006490baaa0c38ad6e7d84b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bd535d3134e94c8691f305aef7af4b4d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fe654e13a74406c9d5380b2620416e2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e6501cd8cdaa40448087d80f358f9232, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/911fc8e607334db3b700f84063f56e9c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/121882a9c155487ca6c549b686999559] to archive 2024-12-07T06:20:21,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:20:21,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/25aed1660904489589fb4604555c8c47 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/25aed1660904489589fb4604555c8c47 2024-12-07T06:20:21,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b3b0748d93dd4110afa1e5c561a2a484 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b3b0748d93dd4110afa1e5c561a2a484 2024-12-07T06:20:21,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c517fc913cc14ff3b2a71b70001cb6a6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c517fc913cc14ff3b2a71b70001cb6a6 2024-12-07T06:20:21,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/18071c122aca4c5a987546841ad346d2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/18071c122aca4c5a987546841ad346d2 2024-12-07T06:20:21,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/7519675273284e6e82373835f2f3b0c3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/7519675273284e6e82373835f2f3b0c3 2024-12-07T06:20:21,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/72909fca29714cd69faead2c709065f1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/72909fca29714cd69faead2c709065f1 2024-12-07T06:20:21,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/40994e0e2333458d9e6920f05c6d81de to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/40994e0e2333458d9e6920f05c6d81de 2024-12-07T06:20:21,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/533a1d2df0a14f1cabb1689ab04ad8f7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/533a1d2df0a14f1cabb1689ab04ad8f7 2024-12-07T06:20:21,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c39805ae2cc84c5e9b1962a24e26bc24 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c39805ae2cc84c5e9b1962a24e26bc24 2024-12-07T06:20:21,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f4866eec9010495bb4293a702e7278fe to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f4866eec9010495bb4293a702e7278fe 2024-12-07T06:20:21,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/ae99091aa64945f89b990ca7d86216bd to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/ae99091aa64945f89b990ca7d86216bd 2024-12-07T06:20:21,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c1df91f6101340f78b626b6a7359960f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c1df91f6101340f78b626b6a7359960f 2024-12-07T06:20:21,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e792fff4a7c54639aa360a14b673533a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e792fff4a7c54639aa360a14b673533a 2024-12-07T06:20:21,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/21b5d519b4e44c8eb167759b167cc390 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/21b5d519b4e44c8eb167759b167cc390 2024-12-07T06:20:21,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/1cf932a8241448458a25341ff654f4b9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/1cf932a8241448458a25341ff654f4b9 2024-12-07T06:20:21,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/d1f4e0d71373467bbac58a27c476e8ba to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/d1f4e0d71373467bbac58a27c476e8ba 2024-12-07T06:20:21,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f1276c59ad0445eb9273d6750c2cd58f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f1276c59ad0445eb9273d6750c2cd58f 2024-12-07T06:20:21,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/5996beb649cd44c3b288de70abf1da55 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/5996beb649cd44c3b288de70abf1da55 2024-12-07T06:20:21,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a0b69d526e5248fca9653ac5e48ca113 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a0b69d526e5248fca9653ac5e48ca113 2024-12-07T06:20:21,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/eb138cc925704bfbac675cf9840310b2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/eb138cc925704bfbac675cf9840310b2 2024-12-07T06:20:21,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8734d46471b4281b6bf09f159082f33 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8734d46471b4281b6bf09f159082f33 2024-12-07T06:20:21,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b88fb1e39deb4ea6af745eaee3e2ebbc to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b88fb1e39deb4ea6af745eaee3e2ebbc 2024-12-07T06:20:21,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bc6790d5b5a94551945bafd35d87e1a9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bc6790d5b5a94551945bafd35d87e1a9 2024-12-07T06:20:21,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8bb3a4557d6443fba7cfa9b970336f7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/b8bb3a4557d6443fba7cfa9b970336f7 2024-12-07T06:20:21,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a01da0ba016d49778b36437ef43bebb1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a01da0ba016d49778b36437ef43bebb1 2024-12-07T06:20:21,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f65f03dbe5984601b6790386481d6cbf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/f65f03dbe5984601b6790386481d6cbf 2024-12-07T06:20:21,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/62d46429e83c4987b61993fa9c77a5e3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/62d46429e83c4987b61993fa9c77a5e3 2024-12-07T06:20:21,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4e89305f27cc4c7d8678b345be5ac3f3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4e89305f27cc4c7d8678b345be5ac3f3 2024-12-07T06:20:21,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c959e26a18ca476f86d22fca8ba66a35 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c959e26a18ca476f86d22fca8ba66a35 2024-12-07T06:20:21,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fb59c5e2006490baaa0c38ad6e7d84b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fb59c5e2006490baaa0c38ad6e7d84b 2024-12-07T06:20:21,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bd535d3134e94c8691f305aef7af4b4d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/bd535d3134e94c8691f305aef7af4b4d 2024-12-07T06:20:21,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fe654e13a74406c9d5380b2620416e2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/4fe654e13a74406c9d5380b2620416e2 2024-12-07T06:20:21,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e6501cd8cdaa40448087d80f358f9232 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/e6501cd8cdaa40448087d80f358f9232 2024-12-07T06:20:21,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/911fc8e607334db3b700f84063f56e9c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/911fc8e607334db3b700f84063f56e9c 2024-12-07T06:20:21,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/121882a9c155487ca6c549b686999559 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/121882a9c155487ca6c549b686999559 2024-12-07T06:20:21,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/9ed3944c41894025991acf6ca7eb6dac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d6ceaa5a18fa435a911bcbca1d86065d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3281f904f22a4af7a367b07057257600, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/585d258401ff43e1984df4178ba1b89f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/12ec9868aef94e7a8742459e361c37ae, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d8b88e57dfec450c8b3b3161ba13d599, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/1e25af73d1ae4dd6b6623e7dfda1948c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/ef4ab08960c04968a6c96cc548e03bef, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/4d8e3d8606e844099f9c02ccd8e42237, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/fd70c78e29d343adaad55e6f92def520, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c96fdbc796184cdeb5e69d70780d9da7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/aaf7dd4fd9e549029f54ea0c9ea97c5c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/6b96a9ff54224ca5b548ef2f5f8be0cf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c90c34026534432bbae771068df7315c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3a6c4ef1765248c1b699c505975a5179, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/bcbb9e26cd514b12ab7a6d90384c712e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2251c906f6ea4ed488c135061e9c1ca2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/833b97c063f8405790b3013e85bb7232, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/368a3feb8eff4c058093ad0720000f9f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/e2680fd868f14996b811a40a71cc983d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/39e5fbe69fdc4fa1983e34f8553335a5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2b63363049034a3ebda8bc7d36d259e1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/0b6e55616d81463aa429d77d9bbaa4d4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/386627253d004d3fa915c208ba6ffefc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d17935a306a24ed5bf576c25f132d909, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/acacc029972547e7a8368ae995f147de, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/7da83f8d053d4ea0a292c4b45e362c89, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/234afb8b99224f89b32c369a99a87231, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b182d63f6b429a8c1e95745d69a242, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f6f3d20e401c4f97acd0aa0d9e76bb34, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f19cfaa2d7f844dd8ecdb9a7f7242a6a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/4e1306d390994c9287556d81081ac498, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2bd0dd68219a48ffa4ad3802ab7c3e58, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/85e0e7eefc904953a6cc3748e062dac2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b5687762e64e9d84656074fbd2e3c0] to archive 2024-12-07T06:20:21,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:20:21,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/9ed3944c41894025991acf6ca7eb6dac to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/9ed3944c41894025991acf6ca7eb6dac 2024-12-07T06:20:21,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d6ceaa5a18fa435a911bcbca1d86065d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d6ceaa5a18fa435a911bcbca1d86065d 2024-12-07T06:20:21,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3281f904f22a4af7a367b07057257600 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3281f904f22a4af7a367b07057257600 2024-12-07T06:20:21,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/585d258401ff43e1984df4178ba1b89f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/585d258401ff43e1984df4178ba1b89f 2024-12-07T06:20:21,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/12ec9868aef94e7a8742459e361c37ae to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/12ec9868aef94e7a8742459e361c37ae 2024-12-07T06:20:21,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d8b88e57dfec450c8b3b3161ba13d599 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d8b88e57dfec450c8b3b3161ba13d599 2024-12-07T06:20:21,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/1e25af73d1ae4dd6b6623e7dfda1948c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/1e25af73d1ae4dd6b6623e7dfda1948c 2024-12-07T06:20:21,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/ef4ab08960c04968a6c96cc548e03bef to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/ef4ab08960c04968a6c96cc548e03bef 2024-12-07T06:20:21,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/4d8e3d8606e844099f9c02ccd8e42237 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/4d8e3d8606e844099f9c02ccd8e42237 2024-12-07T06:20:21,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/fd70c78e29d343adaad55e6f92def520 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/fd70c78e29d343adaad55e6f92def520 2024-12-07T06:20:21,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c96fdbc796184cdeb5e69d70780d9da7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c96fdbc796184cdeb5e69d70780d9da7 2024-12-07T06:20:21,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/aaf7dd4fd9e549029f54ea0c9ea97c5c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/aaf7dd4fd9e549029f54ea0c9ea97c5c 2024-12-07T06:20:21,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/6b96a9ff54224ca5b548ef2f5f8be0cf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/6b96a9ff54224ca5b548ef2f5f8be0cf 2024-12-07T06:20:21,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c90c34026534432bbae771068df7315c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/c90c34026534432bbae771068df7315c 2024-12-07T06:20:21,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3a6c4ef1765248c1b699c505975a5179 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/3a6c4ef1765248c1b699c505975a5179 2024-12-07T06:20:21,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/bcbb9e26cd514b12ab7a6d90384c712e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/bcbb9e26cd514b12ab7a6d90384c712e 2024-12-07T06:20:21,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2251c906f6ea4ed488c135061e9c1ca2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2251c906f6ea4ed488c135061e9c1ca2 2024-12-07T06:20:21,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/833b97c063f8405790b3013e85bb7232 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/833b97c063f8405790b3013e85bb7232 2024-12-07T06:20:21,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/368a3feb8eff4c058093ad0720000f9f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/368a3feb8eff4c058093ad0720000f9f 2024-12-07T06:20:21,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/e2680fd868f14996b811a40a71cc983d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/e2680fd868f14996b811a40a71cc983d 2024-12-07T06:20:21,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/39e5fbe69fdc4fa1983e34f8553335a5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/39e5fbe69fdc4fa1983e34f8553335a5 2024-12-07T06:20:21,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2b63363049034a3ebda8bc7d36d259e1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2b63363049034a3ebda8bc7d36d259e1 2024-12-07T06:20:21,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/0b6e55616d81463aa429d77d9bbaa4d4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/0b6e55616d81463aa429d77d9bbaa4d4 2024-12-07T06:20:21,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/386627253d004d3fa915c208ba6ffefc to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/386627253d004d3fa915c208ba6ffefc 2024-12-07T06:20:21,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d17935a306a24ed5bf576c25f132d909 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d17935a306a24ed5bf576c25f132d909 2024-12-07T06:20:21,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/acacc029972547e7a8368ae995f147de to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/acacc029972547e7a8368ae995f147de 2024-12-07T06:20:21,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/7da83f8d053d4ea0a292c4b45e362c89 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/7da83f8d053d4ea0a292c4b45e362c89 2024-12-07T06:20:21,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/234afb8b99224f89b32c369a99a87231 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/234afb8b99224f89b32c369a99a87231 2024-12-07T06:20:21,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b182d63f6b429a8c1e95745d69a242 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b182d63f6b429a8c1e95745d69a242 2024-12-07T06:20:21,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f6f3d20e401c4f97acd0aa0d9e76bb34 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f6f3d20e401c4f97acd0aa0d9e76bb34 2024-12-07T06:20:21,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f19cfaa2d7f844dd8ecdb9a7f7242a6a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/f19cfaa2d7f844dd8ecdb9a7f7242a6a 2024-12-07T06:20:21,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/4e1306d390994c9287556d81081ac498 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/4e1306d390994c9287556d81081ac498 2024-12-07T06:20:21,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2bd0dd68219a48ffa4ad3802ab7c3e58 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/2bd0dd68219a48ffa4ad3802ab7c3e58 2024-12-07T06:20:21,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/85e0e7eefc904953a6cc3748e062dac2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/85e0e7eefc904953a6cc3748e062dac2 2024-12-07T06:20:21,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b5687762e64e9d84656074fbd2e3c0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/73b5687762e64e9d84656074fbd2e3c0 2024-12-07T06:20:21,381 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/recovered.edits/528.seqid, newMaxSeqId=528, maxSeqId=4 2024-12-07T06:20:21,382 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c. 2024-12-07T06:20:21,382 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for ffdacd3e7e72bf4bbe377da2bfdd416c: 2024-12-07T06:20:21,383 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=ffdacd3e7e72bf4bbe377da2bfdd416c, regionState=CLOSED 2024-12-07T06:20:21,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-07T06:20:21,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure ffdacd3e7e72bf4bbe377da2bfdd416c, server=38a4c3e922fd,38777,1733552352987 in 1.9430 sec 2024-12-07T06:20:21,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-07T06:20:21,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdacd3e7e72bf4bbe377da2bfdd416c, UNASSIGN in 1.9470 sec 2024-12-07T06:20:21,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-07T06:20:21,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9490 sec 2024-12-07T06:20:21,389 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552421389"}]},"ts":"1733552421389"} 2024-12-07T06:20:21,390 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T06:20:21,392 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T06:20:21,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9640 sec 2024-12-07T06:20:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T06:20:21,536 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-07T06:20:21,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T06:20:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:21,538 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-07T06:20:21,539 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:21,540 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,542 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/recovered.edits] 2024-12-07T06:20:21,545 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6ec3dcaaa9744e338ffe73424038f67a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/6ec3dcaaa9744e338ffe73424038f67a 2024-12-07T06:20:21,546 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/c6da86bfa53d4141816ef23bee9a5cbd to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/c6da86bfa53d4141816ef23bee9a5cbd 2024-12-07T06:20:21,547 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/e96a149c0e694e7aaa06cf60657b81e5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/A/e96a149c0e694e7aaa06cf60657b81e5 2024-12-07T06:20:21,550 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/73ce8d69ac844470b71a4b3d0c067ccb to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/73ce8d69ac844470b71a4b3d0c067ccb 2024-12-07T06:20:21,551 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a34882925cea4644b775de04dbd06cac to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/a34882925cea4644b775de04dbd06cac 2024-12-07T06:20:21,552 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c18b6307c52d43eb9461c2f07e16c1f7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/B/c18b6307c52d43eb9461c2f07e16c1f7 2024-12-07T06:20:21,555 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/585333d91e0f44f1b2b0922f9effc291 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/585333d91e0f44f1b2b0922f9effc291 2024-12-07T06:20:21,556 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/cb29b0773d5b4234bb20883a347a3870 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/cb29b0773d5b4234bb20883a347a3870 2024-12-07T06:20:21,557 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d28bfd1aa86d432f8512c29bbd3c1c71 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/C/d28bfd1aa86d432f8512c29bbd3c1c71 2024-12-07T06:20:21,560 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/recovered.edits/528.seqid to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c/recovered.edits/528.seqid 2024-12-07T06:20:21,560 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,560 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T06:20:21,561 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T06:20:21,562 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T06:20:21,566 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207055f81c2dcf2498581adfcaa0d82e908_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207055f81c2dcf2498581adfcaa0d82e908_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,567 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070d42648b8d5b4ddd910fcce73ef5ad0d_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070d42648b8d5b4ddd910fcce73ef5ad0d_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,569 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071037715061454ee59c6d1923f16fce6d_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071037715061454ee59c6d1923f16fce6d_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,570 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207112855b01b974b128274fe052ad07697_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207112855b01b974b128274fe052ad07697_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,572 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071bf683a5807f46cb9b91753acdbd72a5_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071bf683a5807f46cb9b91753acdbd72a5_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,573 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120722f9ada0ce6f498caa137e45ed5bcf79_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120722f9ada0ce6f498caa137e45ed5bcf79_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,575 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073bc845e608974586a91038868a0e0062_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073bc845e608974586a91038868a0e0062_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,576 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075f3f6a882d254f6d83f6b83188f44a5a_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075f3f6a882d254f6d83f6b83188f44a5a_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,578 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120773e72525aa654d4490241a9d3f2fb269_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120773e72525aa654d4490241a9d3f2fb269_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,579 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207749f597fe6cd4e04b1ebfebf99e7e807_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207749f597fe6cd4e04b1ebfebf99e7e807_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,580 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120784f25b08ebf5407a958e67d7e92a7e08_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120784f25b08ebf5407a958e67d7e92a7e08_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,581 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207887923e5af704dcf833305e669a97e94_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207887923e5af704dcf833305e669a97e94_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,583 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207891bd9da72ef482bb617fcb8650e7618_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207891bd9da72ef482bb617fcb8650e7618_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,584 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078ca41215c6404f28b0c20a1f5c2dff2d_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078ca41215c6404f28b0c20a1f5c2dff2d_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,585 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120796a684af58354d93902c6f16faa99be3_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120796a684af58354d93902c6f16faa99be3_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,587 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a44bf9ec1740424b87afbc5332bed5dd_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a44bf9ec1740424b87afbc5332bed5dd_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,588 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a52242b312854d6db04fc53c783d1503_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a52242b312854d6db04fc53c783d1503_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,589 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a5c9344dc68a4a68a2ce532a65268c6f_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a5c9344dc68a4a68a2ce532a65268c6f_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,591 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a971f7ad696143f6855bd14b0837df0e_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a971f7ad696143f6855bd14b0837df0e_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,592 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ba56dab44e844860adb8667ba01aa701_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ba56dab44e844860adb8667ba01aa701_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,594 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ca44b203c9a2435fa57be77d7418e705_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ca44b203c9a2435fa57be77d7418e705_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,596 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d2a7e577745d4514af1222cea065e891_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d2a7e577745d4514af1222cea065e891_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,598 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207db1cb49ee6ca4441b04afe1ac132f670_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207db1cb49ee6ca4441b04afe1ac132f670_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,600 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e1daa2df70ff446995738a372b12aa8a_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e1daa2df70ff446995738a372b12aa8a_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,602 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e8d13ae72e7a4b63b4d66c80895c6641_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e8d13ae72e7a4b63b4d66c80895c6641_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,603 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e8d89bf0b22948c48da5de9be3c260ca_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e8d89bf0b22948c48da5de9be3c260ca_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,605 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f356a03d0a444d579331dd44d895b24f_ffdacd3e7e72bf4bbe377da2bfdd416c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f356a03d0a444d579331dd44d895b24f_ffdacd3e7e72bf4bbe377da2bfdd416c 2024-12-07T06:20:21,606 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T06:20:21,609 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:21,611 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T06:20:21,614 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T06:20:21,615 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:21,615 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T06:20:21,615 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733552421615"}]},"ts":"9223372036854775807"} 2024-12-07T06:20:21,617 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T06:20:21,617 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ffdacd3e7e72bf4bbe377da2bfdd416c, NAME => 'TestAcidGuarantees,,1733552386829.ffdacd3e7e72bf4bbe377da2bfdd416c.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T06:20:21,617 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T06:20:21,617 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733552421617"}]},"ts":"9223372036854775807"} 2024-12-07T06:20:21,619 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T06:20:21,622 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:21,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-12-07T06:20:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-07T06:20:21,640 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-07T06:20:21,649 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 369) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 8273) 2024-12-07T06:20:21,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=7477 2024-12-07T06:20:21,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T06:20:21,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T06:20:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:21,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T06:20:21,663 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:21,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 76 2024-12-07T06:20:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-07T06:20:21,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T06:20:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742131_1307 (size=963) 2024-12-07T06:20:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-07T06:20:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-07T06:20:22,072 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3 2024-12-07T06:20:22,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742132_1308 (size=53) 2024-12-07T06:20:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-07T06:20:22,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:20:22,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f443038ff796aee5eddd7f4119a44b5e, disabling compactions & flushes 2024-12-07T06:20:22,478 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:22,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:22,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. after waiting 0 ms 2024-12-07T06:20:22,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:22,478 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:22,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:22,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T06:20:22,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733552422479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733552422479"}]},"ts":"1733552422479"} 2024-12-07T06:20:22,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T06:20:22,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T06:20:22,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552422481"}]},"ts":"1733552422481"} 2024-12-07T06:20:22,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T06:20:22,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f443038ff796aee5eddd7f4119a44b5e, ASSIGN}] 2024-12-07T06:20:22,487 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f443038ff796aee5eddd7f4119a44b5e, ASSIGN 2024-12-07T06:20:22,488 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f443038ff796aee5eddd7f4119a44b5e, ASSIGN; state=OFFLINE, location=38a4c3e922fd,38777,1733552352987; forceNewPlan=false, retain=false 2024-12-07T06:20:22,639 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=f443038ff796aee5eddd7f4119a44b5e, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:22,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; OpenRegionProcedure f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:20:22,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T06:20:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-07T06:20:22,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:22,795 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:22,795 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7285): Opening region: {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:20:22,795 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:22,795 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:20:22,795 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7327): checking encryption for f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:22,796 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7330): checking classloading for f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:22,797 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:22,798 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:20:22,798 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f443038ff796aee5eddd7f4119a44b5e columnFamilyName A 2024-12-07T06:20:22,798 DEBUG [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:22,799 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] regionserver.HStore(327): Store=f443038ff796aee5eddd7f4119a44b5e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:20:22,799 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:22,800 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:20:22,800 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f443038ff796aee5eddd7f4119a44b5e columnFamilyName B 2024-12-07T06:20:22,800 DEBUG [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:22,800 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] regionserver.HStore(327): Store=f443038ff796aee5eddd7f4119a44b5e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:20:22,801 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:22,801 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:20:22,802 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f443038ff796aee5eddd7f4119a44b5e columnFamilyName C 2024-12-07T06:20:22,802 DEBUG [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:22,802 INFO [StoreOpener-f443038ff796aee5eddd7f4119a44b5e-1 {}] regionserver.HStore(327): Store=f443038ff796aee5eddd7f4119a44b5e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:20:22,802 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:22,803 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:22,803 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:22,805 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:20:22,806 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1085): writing seq id for f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:22,808 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T06:20:22,808 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1102): Opened f443038ff796aee5eddd7f4119a44b5e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74653160, jitterRate=0.1124187707901001}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:20:22,809 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1001): Region open journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:22,810 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., pid=78, masterSystemTime=1733552422791 2024-12-07T06:20:22,811 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:22,811 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:22,812 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=f443038ff796aee5eddd7f4119a44b5e, regionState=OPEN, openSeqNum=2, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:22,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-07T06:20:22,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; OpenRegionProcedure f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 in 172 msec 2024-12-07T06:20:22,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-07T06:20:22,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f443038ff796aee5eddd7f4119a44b5e, ASSIGN in 327 msec 2024-12-07T06:20:22,815 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T06:20:22,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552422815"}]},"ts":"1733552422815"} 2024-12-07T06:20:22,816 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T06:20:22,819 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T06:20:22,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-12-07T06:20:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-07T06:20:23,768 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 76 completed 2024-12-07T06:20:23,769 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53bfce45 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64dc42d9 2024-12-07T06:20:23,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58341641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,776 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T06:20:23,778 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T06:20:23,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-12-07T06:20:23,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-12-07T06:20:23,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,787 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-12-07T06:20:23,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,791 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-12-07T06:20:23,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,795 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-12-07T06:20:23,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fef31f8 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ed1e44 2024-12-07T06:20:23,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b04266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-12-07T06:20:23,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,806 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-12-07T06:20:23,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,811 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-12-07T06:20:23,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-12-07T06:20:23,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:23,824 DEBUG [hconnection-0x7c40f42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,824 DEBUG [hconnection-0x1ebc80f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,825 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,826 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,827 DEBUG [hconnection-0xf5e068e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,827 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,848 DEBUG [hconnection-0x9eaef56-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,849 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,856 DEBUG [hconnection-0x3303c15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,857 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-07T06:20:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T06:20:23,861 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:23,862 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:23,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:23,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:20:23,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:23,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:23,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:23,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:23,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:23,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:23,884 DEBUG [hconnection-0x4803922e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,886 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,892 DEBUG [hconnection-0x1b0b067a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,894 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,907 DEBUG [hconnection-0xe5d923d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,908 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552483916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:23,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552483925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552483926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:23,932 DEBUG [hconnection-0x55b4857-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,934 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552483916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:23,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/498e93688400458b9b4b6986da2b38dc is 50, key is test_row_0/A:col10/1733552423874/Put/seqid=0 2024-12-07T06:20:23,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552483936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:23,949 DEBUG [hconnection-0x6629d835-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:23,950 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T06:20:23,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742133_1309 (size=11997) 2024-12-07T06:20:23,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/498e93688400458b9b4b6986da2b38dc 2024-12-07T06:20:24,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-07T06:20:24,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:24,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:24,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:24,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:24,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:24,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552484027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/684226a5c8d146f98c2f371cc73a35bc is 50, key is test_row_0/B:col10/1733552423874/Put/seqid=0 2024-12-07T06:20:24,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552484031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552484031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552484037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552484040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742134_1310 (size=9657) 2024-12-07T06:20:24,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/684226a5c8d146f98c2f371cc73a35bc 2024-12-07T06:20:24,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/51394c17aace4ea08e804c760c4c97fd is 50, key is test_row_0/C:col10/1733552423874/Put/seqid=0 2024-12-07T06:20:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742135_1311 (size=9657) 2024-12-07T06:20:24,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/51394c17aace4ea08e804c760c4c97fd 2024-12-07T06:20:24,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/498e93688400458b9b4b6986da2b38dc as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/498e93688400458b9b4b6986da2b38dc 2024-12-07T06:20:24,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/498e93688400458b9b4b6986da2b38dc, entries=150, sequenceid=12, filesize=11.7 K 2024-12-07T06:20:24,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/684226a5c8d146f98c2f371cc73a35bc as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/684226a5c8d146f98c2f371cc73a35bc 2024-12-07T06:20:24,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/684226a5c8d146f98c2f371cc73a35bc, entries=100, sequenceid=12, filesize=9.4 K 2024-12-07T06:20:24,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/51394c17aace4ea08e804c760c4c97fd as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51394c17aace4ea08e804c760c4c97fd 2024-12-07T06:20:24,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51394c17aace4ea08e804c760c4c97fd, entries=100, sequenceid=12, filesize=9.4 K 2024-12-07T06:20:24,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f443038ff796aee5eddd7f4119a44b5e in 284ms, sequenceid=12, compaction requested=false 2024-12-07T06:20:24,160 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T06:20:24,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T06:20:24,168 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-07T06:20:24,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:24,168 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:20:24,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:24,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:24,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:24,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:24,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:24,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:24,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/81a17f25e10740ddba7cb93111bbd8d1 is 50, key is test_row_0/A:col10/1733552423916/Put/seqid=0 2024-12-07T06:20:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:24,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:24,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742136_1312 (size=12001) 2024-12-07T06:20:24,243 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/81a17f25e10740ddba7cb93111bbd8d1 2024-12-07T06:20:24,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552484243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552484244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552484246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552484248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552484248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/ff2875d07c2349e1bfc41909185e5b1a is 50, key is test_row_0/B:col10/1733552423916/Put/seqid=0 2024-12-07T06:20:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742137_1313 (size=12001) 2024-12-07T06:20:24,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552484351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552484351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552484352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552484352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T06:20:24,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552484551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552484553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552484554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552484554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552484554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,688 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/ff2875d07c2349e1bfc41909185e5b1a 2024-12-07T06:20:24,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/49440cc20d954a82819a8794d76302aa is 50, key is test_row_0/C:col10/1733552423916/Put/seqid=0 2024-12-07T06:20:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742138_1314 (size=12001) 2024-12-07T06:20:24,735 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/49440cc20d954a82819a8794d76302aa 2024-12-07T06:20:24,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/81a17f25e10740ddba7cb93111bbd8d1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81a17f25e10740ddba7cb93111bbd8d1 2024-12-07T06:20:24,743 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81a17f25e10740ddba7cb93111bbd8d1, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T06:20:24,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/ff2875d07c2349e1bfc41909185e5b1a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ff2875d07c2349e1bfc41909185e5b1a 2024-12-07T06:20:24,747 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ff2875d07c2349e1bfc41909185e5b1a, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T06:20:24,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/49440cc20d954a82819a8794d76302aa as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/49440cc20d954a82819a8794d76302aa 2024-12-07T06:20:24,752 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/49440cc20d954a82819a8794d76302aa, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T06:20:24,753 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f443038ff796aee5eddd7f4119a44b5e in 584ms, sequenceid=37, compaction requested=false 2024-12-07T06:20:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-07T06:20:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-07T06:20:24,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-07T06:20:24,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 892 msec 2024-12-07T06:20:24,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 898 msec 2024-12-07T06:20:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:24,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:20:24,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:24,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:24,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:24,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:24,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:24,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:24,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/cf491a17f9bc4ab897c360021c73f026 is 50, key is test_row_0/A:col10/1733552424246/Put/seqid=0 2024-12-07T06:20:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742139_1315 (size=12001) 2024-12-07T06:20:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552484886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552484887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552484888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552484889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T06:20:24,965 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-07T06:20:24,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-07T06:20:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T06:20:24,972 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:24,973 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:24,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:24,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552484990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552484990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552484992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:24,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552484992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552485054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T06:20:25,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T06:20:25,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:25,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552485191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552485192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552485194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552485194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/cf491a17f9bc4ab897c360021c73f026 2024-12-07T06:20:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T06:20:25,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/befddab4763f415d81d08dd60ea3cb31 is 50, key is test_row_0/B:col10/1733552424246/Put/seqid=0 2024-12-07T06:20:25,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T06:20:25,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742140_1316 (size=12001) 2024-12-07T06:20:25,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/befddab4763f415d81d08dd60ea3cb31 2024-12-07T06:20:25,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/32033bcc3575464fb8aa10448136ce6c is 50, key is test_row_0/C:col10/1733552424246/Put/seqid=0 2024-12-07T06:20:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742141_1317 (size=12001) 2024-12-07T06:20:25,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T06:20:25,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:25,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552485494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552485495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552485498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552485499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T06:20:25,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T06:20:25,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:25,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:25,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/32033bcc3575464fb8aa10448136ce6c 2024-12-07T06:20:25,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/cf491a17f9bc4ab897c360021c73f026 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cf491a17f9bc4ab897c360021c73f026 2024-12-07T06:20:25,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cf491a17f9bc4ab897c360021c73f026, entries=150, sequenceid=50, filesize=11.7 K 2024-12-07T06:20:25,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/befddab4763f415d81d08dd60ea3cb31 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/befddab4763f415d81d08dd60ea3cb31 2024-12-07T06:20:25,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/befddab4763f415d81d08dd60ea3cb31, entries=150, sequenceid=50, filesize=11.7 K 2024-12-07T06:20:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/32033bcc3575464fb8aa10448136ce6c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/32033bcc3575464fb8aa10448136ce6c 2024-12-07T06:20:25,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/32033bcc3575464fb8aa10448136ce6c, entries=150, sequenceid=50, filesize=11.7 K 2024-12-07T06:20:25,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f443038ff796aee5eddd7f4119a44b5e in 869ms, sequenceid=50, compaction requested=true 2024-12-07T06:20:25,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:25,727 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:25,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:25,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:25,728 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:25,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:25,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:25,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:25,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:25,728 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:25,728 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:25,728 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,729 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/498e93688400458b9b4b6986da2b38dc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81a17f25e10740ddba7cb93111bbd8d1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cf491a17f9bc4ab897c360021c73f026] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=35.2 K 2024-12-07T06:20:25,729 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:25,729 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:25,729 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,729 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/684226a5c8d146f98c2f371cc73a35bc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ff2875d07c2349e1bfc41909185e5b1a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/befddab4763f415d81d08dd60ea3cb31] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=32.9 K 2024-12-07T06:20:25,729 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 498e93688400458b9b4b6986da2b38dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733552423871 2024-12-07T06:20:25,729 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 684226a5c8d146f98c2f371cc73a35bc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733552423872 2024-12-07T06:20:25,730 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ff2875d07c2349e1bfc41909185e5b1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733552423914 2024-12-07T06:20:25,730 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81a17f25e10740ddba7cb93111bbd8d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733552423914 2024-12-07T06:20:25,730 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting befddab4763f415d81d08dd60ea3cb31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733552424245 2024-12-07T06:20:25,731 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf491a17f9bc4ab897c360021c73f026, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733552424245 2024-12-07T06:20:25,739 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:25,740 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/a8e22a971ce54f1eb70ba0f7c4f9cb3d is 50, key is test_row_0/B:col10/1733552424246/Put/seqid=0 2024-12-07T06:20:25,743 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:25,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:25,744 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/9289f40a2f3544a28ea3b71813113114 is 50, key is test_row_0/A:col10/1733552424246/Put/seqid=0 2024-12-07T06:20:25,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T06:20:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,751 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:20:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:25,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742143_1319 (size=12104) 2024-12-07T06:20:25,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/81d243dea31d4d13a2ff654b4b0adcae is 50, key is test_row_0/A:col10/1733552424887/Put/seqid=0 2024-12-07T06:20:25,762 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/9289f40a2f3544a28ea3b71813113114 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9289f40a2f3544a28ea3b71813113114 2024-12-07T06:20:25,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742142_1318 (size=12104) 2024-12-07T06:20:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742144_1320 (size=12001) 2024-12-07T06:20:25,769 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into 9289f40a2f3544a28ea3b71813113114(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:25,769 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:25,769 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=13, startTime=1733552425727; duration=0sec 2024-12-07T06:20:25,769 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:25,770 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:25,770 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:25,770 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/81d243dea31d4d13a2ff654b4b0adcae 2024-12-07T06:20:25,773 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:25,773 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:25,773 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:25,773 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51394c17aace4ea08e804c760c4c97fd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/49440cc20d954a82819a8794d76302aa, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/32033bcc3575464fb8aa10448136ce6c] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=32.9 K 2024-12-07T06:20:25,774 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51394c17aace4ea08e804c760c4c97fd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733552423872 2024-12-07T06:20:25,774 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49440cc20d954a82819a8794d76302aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733552423914 2024-12-07T06:20:25,775 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32033bcc3575464fb8aa10448136ce6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733552424245 2024-12-07T06:20:25,785 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:25,786 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/bd728f5ec5c249ffb4db3714ec937972 is 50, key is test_row_0/C:col10/1733552424246/Put/seqid=0 2024-12-07T06:20:25,787 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/a8e22a971ce54f1eb70ba0f7c4f9cb3d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a8e22a971ce54f1eb70ba0f7c4f9cb3d 2024-12-07T06:20:25,793 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into a8e22a971ce54f1eb70ba0f7c4f9cb3d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:25,793 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:25,793 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=13, startTime=1733552425727; duration=0sec 2024-12-07T06:20:25,793 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:25,793 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:25,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/940b96a68c5149acba00200d79c67ee2 is 50, key is test_row_0/B:col10/1733552424887/Put/seqid=0 2024-12-07T06:20:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742145_1321 (size=12104) 2024-12-07T06:20:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742146_1322 (size=12001) 2024-12-07T06:20:25,826 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/940b96a68c5149acba00200d79c67ee2 2024-12-07T06:20:25,833 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/bd728f5ec5c249ffb4db3714ec937972 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/bd728f5ec5c249ffb4db3714ec937972 2024-12-07T06:20:25,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/1081d974adbe48bebfa89280f4661961 is 50, key is test_row_0/C:col10/1733552424887/Put/seqid=0 2024-12-07T06:20:25,842 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into bd728f5ec5c249ffb4db3714ec937972(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:25,842 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:25,842 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=13, startTime=1733552425728; duration=0sec 2024-12-07T06:20:25,842 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:25,842 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:25,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742147_1323 (size=12001) 2024-12-07T06:20:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:26,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552486008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552486009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552486013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552486015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552486061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T06:20:26,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552486114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552486114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552486114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552486117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,260 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/1081d974adbe48bebfa89280f4661961 2024-12-07T06:20:26,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/81d243dea31d4d13a2ff654b4b0adcae as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81d243dea31d4d13a2ff654b4b0adcae 2024-12-07T06:20:26,281 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81d243dea31d4d13a2ff654b4b0adcae, entries=150, sequenceid=74, filesize=11.7 K 2024-12-07T06:20:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/940b96a68c5149acba00200d79c67ee2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/940b96a68c5149acba00200d79c67ee2 2024-12-07T06:20:26,288 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/940b96a68c5149acba00200d79c67ee2, entries=150, sequenceid=74, filesize=11.7 K 2024-12-07T06:20:26,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/1081d974adbe48bebfa89280f4661961 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1081d974adbe48bebfa89280f4661961 2024-12-07T06:20:26,296 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1081d974adbe48bebfa89280f4661961, entries=150, sequenceid=74, filesize=11.7 K 2024-12-07T06:20:26,297 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f443038ff796aee5eddd7f4119a44b5e in 546ms, sequenceid=74, compaction requested=false 2024-12-07T06:20:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-07T06:20:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-07T06:20:26,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-07T06:20:26,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3270 sec 2024-12-07T06:20:26,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.3370 sec 2024-12-07T06:20:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:26,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T06:20:26,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:26,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:26,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:26,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:26,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:26,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:26,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/8af8d016a4904d68b7f36d95129daf34 is 50, key is test_row_0/A:col10/1733552426001/Put/seqid=0 2024-12-07T06:20:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742148_1324 (size=12001) 2024-12-07T06:20:26,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/8af8d016a4904d68b7f36d95129daf34 2024-12-07T06:20:26,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/3f9fdcc19d994140920c63daa100d3f9 is 50, key is test_row_0/B:col10/1733552426001/Put/seqid=0 2024-12-07T06:20:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742149_1325 (size=12001) 2024-12-07T06:20:26,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552486397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552486383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552486401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552486403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552486504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552486504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552486504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552486506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552486707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552486708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552486708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552486708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:26,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/3f9fdcc19d994140920c63daa100d3f9 2024-12-07T06:20:26,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/2cc83f8ed0144ccaad57135592c0eefe is 50, key is test_row_0/C:col10/1733552426001/Put/seqid=0 2024-12-07T06:20:26,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742150_1326 (size=12001) 2024-12-07T06:20:26,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/2cc83f8ed0144ccaad57135592c0eefe 2024-12-07T06:20:26,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/8af8d016a4904d68b7f36d95129daf34 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/8af8d016a4904d68b7f36d95129daf34 2024-12-07T06:20:26,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/8af8d016a4904d68b7f36d95129daf34, entries=150, sequenceid=91, filesize=11.7 K 2024-12-07T06:20:26,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/3f9fdcc19d994140920c63daa100d3f9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3f9fdcc19d994140920c63daa100d3f9 2024-12-07T06:20:26,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3f9fdcc19d994140920c63daa100d3f9, entries=150, sequenceid=91, filesize=11.7 K 2024-12-07T06:20:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/2cc83f8ed0144ccaad57135592c0eefe as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/2cc83f8ed0144ccaad57135592c0eefe 2024-12-07T06:20:26,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/2cc83f8ed0144ccaad57135592c0eefe, entries=150, sequenceid=91, filesize=11.7 K 2024-12-07T06:20:26,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for f443038ff796aee5eddd7f4119a44b5e in 479ms, sequenceid=91, compaction requested=true 2024-12-07T06:20:26,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:26,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:26,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:26,797 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:26,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:26,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:26,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:26,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:26,797 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:26,798 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:26,798 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:26,798 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:26,798 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9289f40a2f3544a28ea3b71813113114, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81d243dea31d4d13a2ff654b4b0adcae, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/8af8d016a4904d68b7f36d95129daf34] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=35.3 K 2024-12-07T06:20:26,799 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9289f40a2f3544a28ea3b71813113114, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733552424245 2024-12-07T06:20:26,799 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:26,799 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:26,799 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:26,799 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a8e22a971ce54f1eb70ba0f7c4f9cb3d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/940b96a68c5149acba00200d79c67ee2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3f9fdcc19d994140920c63daa100d3f9] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=35.3 K 2024-12-07T06:20:26,799 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81d243dea31d4d13a2ff654b4b0adcae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733552424885 2024-12-07T06:20:26,800 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e22a971ce54f1eb70ba0f7c4f9cb3d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733552424245 2024-12-07T06:20:26,800 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 940b96a68c5149acba00200d79c67ee2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733552424885 2024-12-07T06:20:26,800 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8af8d016a4904d68b7f36d95129daf34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552426001 2024-12-07T06:20:26,800 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f9fdcc19d994140920c63daa100d3f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552426001 2024-12-07T06:20:26,809 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:26,809 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/d61d60bf28dd49bc9b0c49f529b0a5d0 is 50, key is test_row_0/B:col10/1733552426001/Put/seqid=0 2024-12-07T06:20:26,810 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:26,810 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/e1390fd2f5ea41f9a542fff0ddc876f3 is 50, key is test_row_0/A:col10/1733552426001/Put/seqid=0 2024-12-07T06:20:26,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742152_1328 (size=12207) 2024-12-07T06:20:26,827 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/e1390fd2f5ea41f9a542fff0ddc876f3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e1390fd2f5ea41f9a542fff0ddc876f3 2024-12-07T06:20:26,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742151_1327 (size=12207) 2024-12-07T06:20:26,836 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into e1390fd2f5ea41f9a542fff0ddc876f3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:26,836 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:26,836 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=13, startTime=1733552426797; duration=0sec 2024-12-07T06:20:26,836 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:26,836 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:26,836 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:26,839 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:26,839 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:26,839 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:26,839 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/bd728f5ec5c249ffb4db3714ec937972, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1081d974adbe48bebfa89280f4661961, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/2cc83f8ed0144ccaad57135592c0eefe] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=35.3 K 2024-12-07T06:20:26,841 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd728f5ec5c249ffb4db3714ec937972, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733552424245 2024-12-07T06:20:26,841 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1081d974adbe48bebfa89280f4661961, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733552424885 2024-12-07T06:20:26,841 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/d61d60bf28dd49bc9b0c49f529b0a5d0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/d61d60bf28dd49bc9b0c49f529b0a5d0 2024-12-07T06:20:26,842 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cc83f8ed0144ccaad57135592c0eefe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552426001 2024-12-07T06:20:26,850 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into d61d60bf28dd49bc9b0c49f529b0a5d0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:26,850 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:26,850 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=13, startTime=1733552426797; duration=0sec 2024-12-07T06:20:26,850 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:26,850 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:26,856 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:26,856 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/51ae48c85c874a40a9955254d9140c2e is 50, key is test_row_0/C:col10/1733552426001/Put/seqid=0 2024-12-07T06:20:26,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742153_1329 (size=12207) 2024-12-07T06:20:26,896 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/51ae48c85c874a40a9955254d9140c2e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51ae48c85c874a40a9955254d9140c2e 2024-12-07T06:20:26,904 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into 51ae48c85c874a40a9955254d9140c2e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:26,904 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:26,904 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=13, startTime=1733552426797; duration=0sec 2024-12-07T06:20:26,904 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:26,904 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:26,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T06:20:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:27,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:20:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:27,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/b406711da206477f90adeab3f80fa44b is 50, key is test_row_0/A:col10/1733552427012/Put/seqid=0 2024-12-07T06:20:27,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552487017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552487019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552487019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552487020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742154_1330 (size=12001) 2024-12-07T06:20:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T06:20:27,076 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-07T06:20:27,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-07T06:20:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T06:20:27,079 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:27,079 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:27,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:27,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552487122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552487123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552487123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552487128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T06:20:27,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-07T06:20:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:27,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552487325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552487325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552487326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552487330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T06:20:27,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-07T06:20:27,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:27,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:27,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:27,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/b406711da206477f90adeab3f80fa44b 2024-12-07T06:20:27,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/cefb48a086a8488aa28d50e3f1204d57 is 50, key is test_row_0/B:col10/1733552427012/Put/seqid=0 2024-12-07T06:20:27,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742155_1331 (size=12001) 2024-12-07T06:20:27,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-07T06:20:27,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:27,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:27,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:27,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552487628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552487629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552487629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552487636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T06:20:27,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-07T06:20:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:27,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/cefb48a086a8488aa28d50e3f1204d57 2024-12-07T06:20:27,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:27,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-07T06:20:27,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:27,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:27,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/0d9231009e564301ae55da52d5c5d13a is 50, key is test_row_0/C:col10/1733552427012/Put/seqid=0 2024-12-07T06:20:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742156_1332 (size=12001) 2024-12-07T06:20:28,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:28,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-07T06:20:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:28,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:28,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:28,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552488072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:28,074 DEBUG [Thread-1389 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., hostname=38a4c3e922fd,38777,1733552352987, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:20:28,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552488133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:28,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552488133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:28,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552488135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:28,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552488140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:28,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:28,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-07T06:20:28,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:28,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:28,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:28,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:28,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T06:20:28,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/0d9231009e564301ae55da52d5c5d13a 2024-12-07T06:20:28,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/b406711da206477f90adeab3f80fa44b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b406711da206477f90adeab3f80fa44b 2024-12-07T06:20:28,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b406711da206477f90adeab3f80fa44b, entries=150, sequenceid=121, filesize=11.7 K 2024-12-07T06:20:28,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/cefb48a086a8488aa28d50e3f1204d57 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cefb48a086a8488aa28d50e3f1204d57 2024-12-07T06:20:28,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cefb48a086a8488aa28d50e3f1204d57, entries=150, sequenceid=121, filesize=11.7 K 2024-12-07T06:20:28,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/0d9231009e564301ae55da52d5c5d13a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/0d9231009e564301ae55da52d5c5d13a 2024-12-07T06:20:28,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/0d9231009e564301ae55da52d5c5d13a, entries=150, sequenceid=121, filesize=11.7 K 2024-12-07T06:20:28,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f443038ff796aee5eddd7f4119a44b5e in 1280ms, sequenceid=121, compaction requested=false 2024-12-07T06:20:28,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:28,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:28,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-07T06:20:28,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:28,310 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-07T06:20:28,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:28,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:28,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:28,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:28,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:28,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/9dd1e129ebeb46ccac449f81b53a0815 is 50, key is test_row_0/A:col10/1733552427019/Put/seqid=0 2024-12-07T06:20:28,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742157_1333 (size=9707) 2024-12-07T06:20:28,720 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/9dd1e129ebeb46ccac449f81b53a0815 2024-12-07T06:20:28,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/c5c95de9c8e642148dae394f17fbf7b6 is 50, key is test_row_0/B:col10/1733552427019/Put/seqid=0 2024-12-07T06:20:28,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742158_1334 (size=9707) 2024-12-07T06:20:28,735 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/c5c95de9c8e642148dae394f17fbf7b6 2024-12-07T06:20:28,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/61481bd8e4204464941db8b1985bb824 is 50, key is test_row_0/C:col10/1733552427019/Put/seqid=0 2024-12-07T06:20:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742159_1335 (size=9707) 2024-12-07T06:20:28,747 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/61481bd8e4204464941db8b1985bb824 2024-12-07T06:20:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/9dd1e129ebeb46ccac449f81b53a0815 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9dd1e129ebeb46ccac449f81b53a0815 2024-12-07T06:20:28,760 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9dd1e129ebeb46ccac449f81b53a0815, entries=100, sequenceid=130, filesize=9.5 K 2024-12-07T06:20:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/c5c95de9c8e642148dae394f17fbf7b6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c5c95de9c8e642148dae394f17fbf7b6 2024-12-07T06:20:28,767 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c5c95de9c8e642148dae394f17fbf7b6, entries=100, sequenceid=130, filesize=9.5 K 2024-12-07T06:20:28,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/61481bd8e4204464941db8b1985bb824 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/61481bd8e4204464941db8b1985bb824 2024-12-07T06:20:28,774 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/61481bd8e4204464941db8b1985bb824, entries=100, sequenceid=130, filesize=9.5 K 2024-12-07T06:20:28,775 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for f443038ff796aee5eddd7f4119a44b5e in 465ms, sequenceid=130, compaction requested=true 2024-12-07T06:20:28,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:28,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:28,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-07T06:20:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-07T06:20:28,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-07T06:20:28,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6970 sec 2024-12-07T06:20:28,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.7010 sec 2024-12-07T06:20:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:29,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:20:29,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:29,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:29,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:29,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:29,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:29,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:29,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/51d9b89073aa4f36b4916e35882ca527 is 50, key is test_row_0/A:col10/1733552429163/Put/seqid=0 2024-12-07T06:20:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T06:20:29,183 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-07T06:20:29,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-07T06:20:29,186 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-07T06:20:29,186 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:29,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552489188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552489189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742160_1336 (size=12151) 2024-12-07T06:20:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552489190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/51d9b89073aa4f36b4916e35882ca527 2024-12-07T06:20:29,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552489191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/f5062ee1875145129bc3210a7884f977 is 50, key is test_row_0/B:col10/1733552429163/Put/seqid=0 2024-12-07T06:20:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742161_1337 (size=12151) 2024-12-07T06:20:29,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/f5062ee1875145129bc3210a7884f977 2024-12-07T06:20:29,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/63d31d3088e3421e9fea4e2692b74142 is 50, key is test_row_0/C:col10/1733552429163/Put/seqid=0 2024-12-07T06:20:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742162_1338 (size=12151) 2024-12-07T06:20:29,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/63d31d3088e3421e9fea4e2692b74142 2024-12-07T06:20:29,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/51d9b89073aa4f36b4916e35882ca527 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/51d9b89073aa4f36b4916e35882ca527 2024-12-07T06:20:29,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/51d9b89073aa4f36b4916e35882ca527, entries=150, sequenceid=143, filesize=11.9 K 2024-12-07T06:20:29,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/f5062ee1875145129bc3210a7884f977 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/f5062ee1875145129bc3210a7884f977 2024-12-07T06:20:29,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/f5062ee1875145129bc3210a7884f977, entries=150, sequenceid=143, filesize=11.9 K 2024-12-07T06:20:29,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/63d31d3088e3421e9fea4e2692b74142 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/63d31d3088e3421e9fea4e2692b74142 2024-12-07T06:20:29,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/63d31d3088e3421e9fea4e2692b74142, entries=150, sequenceid=143, filesize=11.9 K 2024-12-07T06:20:29,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f443038ff796aee5eddd7f4119a44b5e in 105ms, sequenceid=143, compaction requested=true 2024-12-07T06:20:29,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:29,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:29,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:29,269 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:29,269 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:29,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:29,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:29,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:29,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:29,271 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46066 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:29,271 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:29,271 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,271 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e1390fd2f5ea41f9a542fff0ddc876f3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b406711da206477f90adeab3f80fa44b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9dd1e129ebeb46ccac449f81b53a0815, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/51d9b89073aa4f36b4916e35882ca527] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=45.0 K 2024-12-07T06:20:29,272 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46066 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:29,272 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:29,272 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,272 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/d61d60bf28dd49bc9b0c49f529b0a5d0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cefb48a086a8488aa28d50e3f1204d57, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c5c95de9c8e642148dae394f17fbf7b6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/f5062ee1875145129bc3210a7884f977] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=45.0 K 2024-12-07T06:20:29,272 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1390fd2f5ea41f9a542fff0ddc876f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552426001 2024-12-07T06:20:29,273 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d61d60bf28dd49bc9b0c49f529b0a5d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552426001 2024-12-07T06:20:29,274 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting b406711da206477f90adeab3f80fa44b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733552427011 2024-12-07T06:20:29,274 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting cefb48a086a8488aa28d50e3f1204d57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733552427011 2024-12-07T06:20:29,274 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dd1e129ebeb46ccac449f81b53a0815, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733552427016 2024-12-07T06:20:29,274 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c95de9c8e642148dae394f17fbf7b6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733552427016 2024-12-07T06:20:29,275 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51d9b89073aa4f36b4916e35882ca527, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733552429158 2024-12-07T06:20:29,275 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f5062ee1875145129bc3210a7884f977, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733552429158 2024-12-07T06:20:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-07T06:20:29,289 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:29,291 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/b682b0ba8c6f47218597f15b7e952353 is 50, key is test_row_0/A:col10/1733552429163/Put/seqid=0 2024-12-07T06:20:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:29,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:20:29,298 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#282 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:29,299 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/7be68c1761e645d0b37117ff4e89ec2f is 50, key is test_row_0/B:col10/1733552429163/Put/seqid=0 2024-12-07T06:20:29,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742163_1339 (size=12493) 2024-12-07T06:20:29,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/942987229977485cbe9bdafe0d9f0d37 is 50, key is test_row_0/A:col10/1733552429296/Put/seqid=0 2024-12-07T06:20:29,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552489303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742164_1340 (size=12493) 2024-12-07T06:20:29,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552489306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552489309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742165_1341 (size=14541) 2024-12-07T06:20:29,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552489310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/942987229977485cbe9bdafe0d9f0d37 2024-12-07T06:20:29,317 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/b682b0ba8c6f47218597f15b7e952353 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b682b0ba8c6f47218597f15b7e952353 2024-12-07T06:20:29,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/4e9d6d5f5353489586f31573b06da5c6 is 50, key is test_row_0/B:col10/1733552429296/Put/seqid=0 2024-12-07T06:20:29,333 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into b682b0ba8c6f47218597f15b7e952353(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:29,333 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:29,333 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=12, startTime=1733552429269; duration=0sec 2024-12-07T06:20:29,333 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:29,333 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:29,333 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:29,334 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46066 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:29,334 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:29,334 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,334 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51ae48c85c874a40a9955254d9140c2e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/0d9231009e564301ae55da52d5c5d13a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/61481bd8e4204464941db8b1985bb824, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/63d31d3088e3421e9fea4e2692b74142] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=45.0 K 2024-12-07T06:20:29,335 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51ae48c85c874a40a9955254d9140c2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733552426001 2024-12-07T06:20:29,336 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d9231009e564301ae55da52d5c5d13a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733552427011 2024-12-07T06:20:29,336 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61481bd8e4204464941db8b1985bb824, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733552427016 2024-12-07T06:20:29,336 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63d31d3088e3421e9fea4e2692b74142, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733552429158 2024-12-07T06:20:29,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-07T06:20:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742166_1342 (size=12151) 2024-12-07T06:20:29,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/4e9d6d5f5353489586f31573b06da5c6 2024-12-07T06:20:29,358 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:29,359 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/075a1dae1ef549d19155bc4129711101 is 50, key is test_row_0/C:col10/1733552429163/Put/seqid=0 2024-12-07T06:20:29,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/a5f35461622b4396bd404e5e2ba24dce is 50, key is test_row_0/C:col10/1733552429296/Put/seqid=0 2024-12-07T06:20:29,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742167_1343 (size=12493) 2024-12-07T06:20:29,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742168_1344 (size=12151) 2024-12-07T06:20:29,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/a5f35461622b4396bd404e5e2ba24dce 2024-12-07T06:20:29,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/942987229977485cbe9bdafe0d9f0d37 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/942987229977485cbe9bdafe0d9f0d37 2024-12-07T06:20:29,381 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/075a1dae1ef549d19155bc4129711101 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/075a1dae1ef549d19155bc4129711101 2024-12-07T06:20:29,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/942987229977485cbe9bdafe0d9f0d37, entries=200, sequenceid=169, filesize=14.2 K 2024-12-07T06:20:29,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/4e9d6d5f5353489586f31573b06da5c6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4e9d6d5f5353489586f31573b06da5c6 2024-12-07T06:20:29,387 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into 075a1dae1ef549d19155bc4129711101(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:29,387 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:29,387 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=12, startTime=1733552429269; duration=0sec 2024-12-07T06:20:29,388 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:29,388 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:29,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4e9d6d5f5353489586f31573b06da5c6, entries=150, sequenceid=169, filesize=11.9 K 2024-12-07T06:20:29,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/a5f35461622b4396bd404e5e2ba24dce as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a5f35461622b4396bd404e5e2ba24dce 2024-12-07T06:20:29,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a5f35461622b4396bd404e5e2ba24dce, entries=150, sequenceid=169, filesize=11.9 K 2024-12-07T06:20:29,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f443038ff796aee5eddd7f4119a44b5e in 103ms, sequenceid=169, compaction requested=false 2024-12-07T06:20:29,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:29,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:20:29,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:29,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:29,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:29,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:29,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:29,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:29,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/cb30e2dd606845beb768a9c5eac8d57b is 50, key is test_row_0/A:col10/1733552429304/Put/seqid=0 2024-12-07T06:20:29,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742169_1345 (size=12151) 2024-12-07T06:20:29,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/cb30e2dd606845beb768a9c5eac8d57b 2024-12-07T06:20:29,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/345b229e12454398b82c6161b26d1651 is 50, key is test_row_0/B:col10/1733552429304/Put/seqid=0 2024-12-07T06:20:29,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742170_1346 (size=12151) 2024-12-07T06:20:29,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552489439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552489440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552489441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552489441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-07T06:20:29,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-07T06:20:29,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:29,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552489543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552489545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552489545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552489545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-07T06:20:29,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:29,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,715 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/7be68c1761e645d0b37117ff4e89ec2f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7be68c1761e645d0b37117ff4e89ec2f 2024-12-07T06:20:29,720 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into 7be68c1761e645d0b37117ff4e89ec2f(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:29,720 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:29,720 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=12, startTime=1733552429269; duration=0sec 2024-12-07T06:20:29,720 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:29,720 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:29,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552489747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552489747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552489748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552489748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-07T06:20:29,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-07T06:20:29,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:29,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/345b229e12454398b82c6161b26d1651 2024-12-07T06:20:29,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/e0ca37b76fc2450fbdb43be197ef2bb3 is 50, key is test_row_0/C:col10/1733552429304/Put/seqid=0 2024-12-07T06:20:29,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742171_1347 (size=12151) 2024-12-07T06:20:29,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:29,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-07T06:20:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:29,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552490050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552490050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552490051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552490051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,104 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-07T06:20:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:30,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:30,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-07T06:20:30,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:30,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:30,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:30,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:30,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:30,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/e0ca37b76fc2450fbdb43be197ef2bb3 2024-12-07T06:20:30,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/cb30e2dd606845beb768a9c5eac8d57b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cb30e2dd606845beb768a9c5eac8d57b 2024-12-07T06:20:30,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cb30e2dd606845beb768a9c5eac8d57b, entries=150, sequenceid=182, filesize=11.9 K 2024-12-07T06:20:30,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/345b229e12454398b82c6161b26d1651 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/345b229e12454398b82c6161b26d1651 2024-12-07T06:20:30,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/345b229e12454398b82c6161b26d1651, entries=150, sequenceid=182, filesize=11.9 K 2024-12-07T06:20:30,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/e0ca37b76fc2450fbdb43be197ef2bb3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e0ca37b76fc2450fbdb43be197ef2bb3 2024-12-07T06:20:30,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e0ca37b76fc2450fbdb43be197ef2bb3, entries=150, sequenceid=182, filesize=11.9 K 2024-12-07T06:20:30,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f443038ff796aee5eddd7f4119a44b5e in 871ms, sequenceid=182, compaction requested=true 2024-12-07T06:20:30,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:30,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:30,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:30,283 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:30,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:30,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:30,283 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:30,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:30,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:30,284 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:30,284 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:30,284 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:30,284 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:30,284 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:30,284 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:30,284 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b682b0ba8c6f47218597f15b7e952353, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/942987229977485cbe9bdafe0d9f0d37, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cb30e2dd606845beb768a9c5eac8d57b] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=38.3 K 2024-12-07T06:20:30,284 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7be68c1761e645d0b37117ff4e89ec2f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4e9d6d5f5353489586f31573b06da5c6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/345b229e12454398b82c6161b26d1651] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=35.9 K 2024-12-07T06:20:30,285 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting b682b0ba8c6f47218597f15b7e952353, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733552429158 2024-12-07T06:20:30,285 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be68c1761e645d0b37117ff4e89ec2f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733552429158 2024-12-07T06:20:30,285 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 942987229977485cbe9bdafe0d9f0d37, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733552429188 2024-12-07T06:20:30,285 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e9d6d5f5353489586f31573b06da5c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733552429188 2024-12-07T06:20:30,286 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 345b229e12454398b82c6161b26d1651, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733552429304 2024-12-07T06:20:30,286 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb30e2dd606845beb768a9c5eac8d57b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733552429304 2024-12-07T06:20:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-07T06:20:30,294 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:30,294 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:30,294 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/929393387fc1480d96cfd9420efbe82e is 50, key is test_row_0/A:col10/1733552429304/Put/seqid=0 2024-12-07T06:20:30,295 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/af5ac05702fa42f2aa6fd6c0f7f22867 is 50, key is test_row_0/B:col10/1733552429304/Put/seqid=0 2024-12-07T06:20:30,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742173_1349 (size=12595) 2024-12-07T06:20:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742172_1348 (size=12595) 2024-12-07T06:20:30,305 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/929393387fc1480d96cfd9420efbe82e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/929393387fc1480d96cfd9420efbe82e 2024-12-07T06:20:30,307 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/af5ac05702fa42f2aa6fd6c0f7f22867 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/af5ac05702fa42f2aa6fd6c0f7f22867 2024-12-07T06:20:30,311 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into 929393387fc1480d96cfd9420efbe82e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:30,311 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:30,311 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=13, startTime=1733552430283; duration=0sec 2024-12-07T06:20:30,311 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:30,311 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:30,312 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:30,321 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:30,321 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:30,321 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:30,321 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/075a1dae1ef549d19155bc4129711101, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a5f35461622b4396bd404e5e2ba24dce, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e0ca37b76fc2450fbdb43be197ef2bb3] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=35.9 K 2024-12-07T06:20:30,322 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 075a1dae1ef549d19155bc4129711101, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733552429158 2024-12-07T06:20:30,323 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5f35461622b4396bd404e5e2ba24dce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733552429188 2024-12-07T06:20:30,323 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into af5ac05702fa42f2aa6fd6c0f7f22867(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:30,323 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:30,323 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=13, startTime=1733552430283; duration=0sec 2024-12-07T06:20:30,323 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:30,323 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:30,324 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0ca37b76fc2450fbdb43be197ef2bb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733552429304 2024-12-07T06:20:30,331 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:30,331 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/607e93553d3c4cc781c0e43889eb7fd9 is 50, key is test_row_0/C:col10/1733552429304/Put/seqid=0 2024-12-07T06:20:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742174_1350 (size=12595) 2024-12-07T06:20:30,344 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/607e93553d3c4cc781c0e43889eb7fd9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/607e93553d3c4cc781c0e43889eb7fd9 2024-12-07T06:20:30,350 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into 607e93553d3c4cc781c0e43889eb7fd9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:30,350 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:30,350 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=13, startTime=1733552430283; duration=0sec 2024-12-07T06:20:30,350 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:30,350 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:30,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-07T06:20:30,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:30,412 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T06:20:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/32ccc077561f40a283599a8404cce3d4 is 50, key is test_row_0/A:col10/1733552429439/Put/seqid=0 2024-12-07T06:20:30,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742175_1351 (size=12151) 2024-12-07T06:20:30,423 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/32ccc077561f40a283599a8404cce3d4 2024-12-07T06:20:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/b2744647b5854c6eae3b112a1f0687f1 is 50, key is test_row_0/B:col10/1733552429439/Put/seqid=0 2024-12-07T06:20:30,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742176_1352 (size=12151) 2024-12-07T06:20:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:30,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:30,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552490560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552490560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552490561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552490561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552490664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552490664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552490665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552490665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,838 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/b2744647b5854c6eae3b112a1f0687f1 2024-12-07T06:20:30,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/4b91863244ee460bb2418bf483138497 is 50, key is test_row_0/C:col10/1733552429439/Put/seqid=0 2024-12-07T06:20:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742177_1353 (size=12151) 2024-12-07T06:20:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552490867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552490867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552490868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:30,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552490868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552491171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552491172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552491172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552491176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,254 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/4b91863244ee460bb2418bf483138497 2024-12-07T06:20:31,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/32ccc077561f40a283599a8404cce3d4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/32ccc077561f40a283599a8404cce3d4 2024-12-07T06:20:31,265 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/32ccc077561f40a283599a8404cce3d4, entries=150, sequenceid=212, filesize=11.9 K 2024-12-07T06:20:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/b2744647b5854c6eae3b112a1f0687f1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/b2744647b5854c6eae3b112a1f0687f1 2024-12-07T06:20:31,271 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/b2744647b5854c6eae3b112a1f0687f1, entries=150, sequenceid=212, filesize=11.9 K 2024-12-07T06:20:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/4b91863244ee460bb2418bf483138497 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/4b91863244ee460bb2418bf483138497 2024-12-07T06:20:31,278 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/4b91863244ee460bb2418bf483138497, entries=150, sequenceid=212, filesize=11.9 K 2024-12-07T06:20:31,281 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f443038ff796aee5eddd7f4119a44b5e in 868ms, sequenceid=212, compaction requested=false 2024-12-07T06:20:31,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:31,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:31,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-07T06:20:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-07T06:20:31,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-07T06:20:31,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0960 sec 2024-12-07T06:20:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-07T06:20:31,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.1040 sec 2024-12-07T06:20:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:31,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T06:20:31,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:31,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:31,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:31,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:31,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:31,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:31,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/3647cc601ad14cea88e9801e0f888aed is 50, key is test_row_0/A:col10/1733552430559/Put/seqid=0 2024-12-07T06:20:31,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742178_1354 (size=12151) 2024-12-07T06:20:31,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/3647cc601ad14cea88e9801e0f888aed 2024-12-07T06:20:31,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/8943da58b957436b8f1128a9a2a953be is 50, key is test_row_0/B:col10/1733552430559/Put/seqid=0 2024-12-07T06:20:31,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742179_1355 (size=12151) 2024-12-07T06:20:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552491699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552491699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552491700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552491700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552491803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552491803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552491804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:31,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552491804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552492006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552492007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552492016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552492016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/8943da58b957436b8f1128a9a2a953be 2024-12-07T06:20:32,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/f23f907e3e9a4152aaedcad3dd278b5e is 50, key is test_row_0/C:col10/1733552430559/Put/seqid=0 2024-12-07T06:20:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552492109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,111 DEBUG [Thread-1389 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8212 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., hostname=38a4c3e922fd,38777,1733552352987, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:20:32,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742180_1356 (size=12151) 2024-12-07T06:20:32,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/f23f907e3e9a4152aaedcad3dd278b5e 2024-12-07T06:20:32,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/3647cc601ad14cea88e9801e0f888aed as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/3647cc601ad14cea88e9801e0f888aed 2024-12-07T06:20:32,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/3647cc601ad14cea88e9801e0f888aed, entries=150, sequenceid=225, filesize=11.9 K 2024-12-07T06:20:32,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/8943da58b957436b8f1128a9a2a953be as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/8943da58b957436b8f1128a9a2a953be 2024-12-07T06:20:32,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/8943da58b957436b8f1128a9a2a953be, entries=150, sequenceid=225, filesize=11.9 K 2024-12-07T06:20:32,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/f23f907e3e9a4152aaedcad3dd278b5e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/f23f907e3e9a4152aaedcad3dd278b5e 2024-12-07T06:20:32,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/f23f907e3e9a4152aaedcad3dd278b5e, entries=150, sequenceid=225, filesize=11.9 K 2024-12-07T06:20:32,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f443038ff796aee5eddd7f4119a44b5e in 484ms, sequenceid=225, compaction requested=true 2024-12-07T06:20:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:32,160 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:32,160 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:32,162 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:32,162 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:32,162 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:32,162 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:32,162 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:32,162 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:32,162 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/af5ac05702fa42f2aa6fd6c0f7f22867, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/b2744647b5854c6eae3b112a1f0687f1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/8943da58b957436b8f1128a9a2a953be] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.0 K 2024-12-07T06:20:32,162 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/929393387fc1480d96cfd9420efbe82e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/32ccc077561f40a283599a8404cce3d4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/3647cc601ad14cea88e9801e0f888aed] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.0 K 2024-12-07T06:20:32,163 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 929393387fc1480d96cfd9420efbe82e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733552429304 2024-12-07T06:20:32,163 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting af5ac05702fa42f2aa6fd6c0f7f22867, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733552429304 2024-12-07T06:20:32,163 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b2744647b5854c6eae3b112a1f0687f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733552429439 2024-12-07T06:20:32,163 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32ccc077561f40a283599a8404cce3d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733552429439 2024-12-07T06:20:32,164 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3647cc601ad14cea88e9801e0f888aed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733552430559 2024-12-07T06:20:32,164 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 8943da58b957436b8f1128a9a2a953be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733552430559 2024-12-07T06:20:32,186 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:32,187 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/817bcc528b50400685dc8b9c611d850e is 50, key is test_row_0/B:col10/1733552430559/Put/seqid=0 2024-12-07T06:20:32,189 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:32,190 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/4e56ac525e5c41dda94083ac14b7bcda is 50, key is test_row_0/A:col10/1733552430559/Put/seqid=0 2024-12-07T06:20:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742181_1357 (size=12697) 2024-12-07T06:20:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742182_1358 (size=12697) 2024-12-07T06:20:32,201 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/817bcc528b50400685dc8b9c611d850e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/817bcc528b50400685dc8b9c611d850e 2024-12-07T06:20:32,205 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/4e56ac525e5c41dda94083ac14b7bcda as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4e56ac525e5c41dda94083ac14b7bcda 2024-12-07T06:20:32,208 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into 817bcc528b50400685dc8b9c611d850e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:32,208 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:32,208 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=13, startTime=1733552432160; duration=0sec 2024-12-07T06:20:32,208 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:32,208 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:32,208 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:32,210 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into 4e56ac525e5c41dda94083ac14b7bcda(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:32,210 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:32,210 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:32,211 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=13, startTime=1733552432160; duration=0sec 2024-12-07T06:20:32,211 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:32,211 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:32,211 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:32,211 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:32,211 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/607e93553d3c4cc781c0e43889eb7fd9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/4b91863244ee460bb2418bf483138497, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/f23f907e3e9a4152aaedcad3dd278b5e] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.0 K 2024-12-07T06:20:32,211 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 607e93553d3c4cc781c0e43889eb7fd9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733552429304 2024-12-07T06:20:32,212 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b91863244ee460bb2418bf483138497, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733552429439 2024-12-07T06:20:32,212 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f23f907e3e9a4152aaedcad3dd278b5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733552430559 2024-12-07T06:20:32,222 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:32,222 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/c6969f283db04cc89ec533cb6ed4a5c6 is 50, key is test_row_0/C:col10/1733552430559/Put/seqid=0 2024-12-07T06:20:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742183_1359 (size=12697) 2024-12-07T06:20:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:32,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:20:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:32,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/0fe8f4cc58cc43778fb8a3f80048b644 is 50, key is test_row_0/A:col10/1733552432311/Put/seqid=0 2024-12-07T06:20:32,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552492332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552492333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742184_1360 (size=12151) 2024-12-07T06:20:32,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/0fe8f4cc58cc43778fb8a3f80048b644 2024-12-07T06:20:32,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552492335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552492335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/015ba512f9f5416ea7371d8c7248649c is 50, key is test_row_0/B:col10/1733552432311/Put/seqid=0 2024-12-07T06:20:32,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742185_1361 (size=12151) 2024-12-07T06:20:32,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/015ba512f9f5416ea7371d8c7248649c 2024-12-07T06:20:32,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/8b63a495f5454da2bd6a4c95b6963e21 is 50, key is test_row_0/C:col10/1733552432311/Put/seqid=0 2024-12-07T06:20:32,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742186_1362 (size=12151) 2024-12-07T06:20:32,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552492436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552492436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552492438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552492447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552492638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552492640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552492642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552492650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,671 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/c6969f283db04cc89ec533cb6ed4a5c6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/c6969f283db04cc89ec533cb6ed4a5c6 2024-12-07T06:20:32,676 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into c6969f283db04cc89ec533cb6ed4a5c6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:32,676 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:32,676 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=13, startTime=1733552432160; duration=0sec 2024-12-07T06:20:32,676 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:32,677 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:32,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T06:20:32,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T06:20:32,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/8b63a495f5454da2bd6a4c95b6963e21 2024-12-07T06:20:32,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/0fe8f4cc58cc43778fb8a3f80048b644 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0fe8f4cc58cc43778fb8a3f80048b644 2024-12-07T06:20:32,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0fe8f4cc58cc43778fb8a3f80048b644, entries=150, sequenceid=252, filesize=11.9 K 2024-12-07T06:20:32,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/015ba512f9f5416ea7371d8c7248649c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/015ba512f9f5416ea7371d8c7248649c 2024-12-07T06:20:32,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/015ba512f9f5416ea7371d8c7248649c, entries=150, sequenceid=252, filesize=11.9 K 2024-12-07T06:20:32,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/8b63a495f5454da2bd6a4c95b6963e21 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8b63a495f5454da2bd6a4c95b6963e21 2024-12-07T06:20:32,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8b63a495f5454da2bd6a4c95b6963e21, entries=150, sequenceid=252, filesize=11.9 K 2024-12-07T06:20:32,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f443038ff796aee5eddd7f4119a44b5e in 509ms, sequenceid=252, compaction requested=false 2024-12-07T06:20:32,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:32,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:20:32,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:32,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:32,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:32,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:32,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:32,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:32,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/137fee7d9d3746c88d69dff68a64dcd9 is 50, key is test_row_0/A:col10/1733552432330/Put/seqid=0 2024-12-07T06:20:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742187_1363 (size=12301) 2024-12-07T06:20:32,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552492965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552492966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552492972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552492972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552493072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552493072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552493076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552493076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552493273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552493275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552493278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552493279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-07T06:20:33,291 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-07T06:20:33,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-07T06:20:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T06:20:33,294 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:33,294 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:33,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:33,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/137fee7d9d3746c88d69dff68a64dcd9 2024-12-07T06:20:33,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/c55129060ece454b96b246d9f9444b39 is 50, key is test_row_0/B:col10/1733552432330/Put/seqid=0 2024-12-07T06:20:33,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742188_1364 (size=12301) 2024-12-07T06:20:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T06:20:33,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-07T06:20:33,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:33,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:33,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:33,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:33,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:33,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552493578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552493579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552493581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552493583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T06:20:33,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-07T06:20:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:33,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:33,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:33,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-07T06:20:33,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:33,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:33,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/c55129060ece454b96b246d9f9444b39 2024-12-07T06:20:33,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/1ebf87f2651e4f6798250f334dec909b is 50, key is test_row_0/C:col10/1733552432330/Put/seqid=0 2024-12-07T06:20:33,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742189_1365 (size=12301) 2024-12-07T06:20:33,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/1ebf87f2651e4f6798250f334dec909b 2024-12-07T06:20:33,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/137fee7d9d3746c88d69dff68a64dcd9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/137fee7d9d3746c88d69dff68a64dcd9 2024-12-07T06:20:33,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/137fee7d9d3746c88d69dff68a64dcd9, entries=150, sequenceid=266, filesize=12.0 K 2024-12-07T06:20:33,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/c55129060ece454b96b246d9f9444b39 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c55129060ece454b96b246d9f9444b39 2024-12-07T06:20:33,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c55129060ece454b96b246d9f9444b39, entries=150, sequenceid=266, filesize=12.0 K 2024-12-07T06:20:33,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/1ebf87f2651e4f6798250f334dec909b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1ebf87f2651e4f6798250f334dec909b 2024-12-07T06:20:33,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1ebf87f2651e4f6798250f334dec909b, entries=150, sequenceid=266, filesize=12.0 K 2024-12-07T06:20:33,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f443038ff796aee5eddd7f4119a44b5e in 901ms, sequenceid=266, compaction requested=true 2024-12-07T06:20:33,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:33,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:33,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:33,844 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:33,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:33,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:33,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:33,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:33,844 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:33,845 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:33,845 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:33,845 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:33,845 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:33,846 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:33,846 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:33,846 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/817bcc528b50400685dc8b9c611d850e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/015ba512f9f5416ea7371d8c7248649c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c55129060ece454b96b246d9f9444b39] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.3 K 2024-12-07T06:20:33,846 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4e56ac525e5c41dda94083ac14b7bcda, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0fe8f4cc58cc43778fb8a3f80048b644, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/137fee7d9d3746c88d69dff68a64dcd9] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.3 K 2024-12-07T06:20:33,846 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 817bcc528b50400685dc8b9c611d850e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733552430559 2024-12-07T06:20:33,846 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e56ac525e5c41dda94083ac14b7bcda, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733552430559 2024-12-07T06:20:33,846 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 015ba512f9f5416ea7371d8c7248649c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733552431699 2024-12-07T06:20:33,847 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fe8f4cc58cc43778fb8a3f80048b644, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733552431699 2024-12-07T06:20:33,847 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c55129060ece454b96b246d9f9444b39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733552432330 2024-12-07T06:20:33,847 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 137fee7d9d3746c88d69dff68a64dcd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733552432330 2024-12-07T06:20:33,862 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:33,862 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:33,863 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/af9bf74ce9ed47a5b854587cd0f223f4 is 50, key is test_row_0/A:col10/1733552432330/Put/seqid=0 2024-12-07T06:20:33,863 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/e080433e293e4a899fa1712a63c66e13 is 50, key is test_row_0/B:col10/1733552432330/Put/seqid=0 2024-12-07T06:20:33,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742190_1366 (size=12949) 2024-12-07T06:20:33,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742191_1367 (size=12949) 2024-12-07T06:20:33,879 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/af9bf74ce9ed47a5b854587cd0f223f4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/af9bf74ce9ed47a5b854587cd0f223f4 2024-12-07T06:20:33,880 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/e080433e293e4a899fa1712a63c66e13 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/e080433e293e4a899fa1712a63c66e13 2024-12-07T06:20:33,885 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into af9bf74ce9ed47a5b854587cd0f223f4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:33,886 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:33,886 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=13, startTime=1733552433844; duration=0sec 2024-12-07T06:20:33,886 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:33,886 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into e080433e293e4a899fa1712a63c66e13(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:33,886 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:33,886 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:33,886 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=13, startTime=1733552433844; duration=0sec 2024-12-07T06:20:33,886 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:33,886 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:33,886 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:33,887 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:33,887 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:33,887 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:33,887 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/c6969f283db04cc89ec533cb6ed4a5c6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8b63a495f5454da2bd6a4c95b6963e21, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1ebf87f2651e4f6798250f334dec909b] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.3 K 2024-12-07T06:20:33,887 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6969f283db04cc89ec533cb6ed4a5c6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733552430559 2024-12-07T06:20:33,888 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b63a495f5454da2bd6a4c95b6963e21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733552431699 2024-12-07T06:20:33,888 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ebf87f2651e4f6798250f334dec909b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733552432330 2024-12-07T06:20:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T06:20:33,899 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#310 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:33,900 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/cae8da7149c44755a4ab3aa1d6fe6ed0 is 50, key is test_row_0/C:col10/1733552432330/Put/seqid=0 2024-12-07T06:20:33,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:33,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-07T06:20:33,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:33,909 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:20:33,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:33,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:33,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:33,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:33,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:33,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:33,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742192_1368 (size=12949) 2024-12-07T06:20:33,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/a2d9fe2c643c4b998924f07ad534e273 is 50, key is test_row_0/A:col10/1733552432964/Put/seqid=0 2024-12-07T06:20:33,922 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/cae8da7149c44755a4ab3aa1d6fe6ed0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/cae8da7149c44755a4ab3aa1d6fe6ed0 2024-12-07T06:20:33,929 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into cae8da7149c44755a4ab3aa1d6fe6ed0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:33,929 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:33,929 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=13, startTime=1733552433844; duration=0sec 2024-12-07T06:20:33,929 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:33,929 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:33,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742193_1369 (size=12301) 2024-12-07T06:20:33,931 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/a2d9fe2c643c4b998924f07ad534e273 2024-12-07T06:20:33,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/c796fecff661432baaaba79ec32b87ef is 50, key is test_row_0/B:col10/1733552432964/Put/seqid=0 2024-12-07T06:20:33,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742194_1370 (size=12301) 2024-12-07T06:20:33,957 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/c796fecff661432baaaba79ec32b87ef 2024-12-07T06:20:33,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/7ab48af7b0bf4a8487b473deea9f0fb6 is 50, key is test_row_0/C:col10/1733552432964/Put/seqid=0 2024-12-07T06:20:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742195_1371 (size=12301) 2024-12-07T06:20:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:34,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:34,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552494091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552494092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552494092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552494093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552494193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552494195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552494196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552494196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,379 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/7ab48af7b0bf4a8487b473deea9f0fb6 2024-12-07T06:20:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/a2d9fe2c643c4b998924f07ad534e273 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a2d9fe2c643c4b998924f07ad534e273 2024-12-07T06:20:34,388 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a2d9fe2c643c4b998924f07ad534e273, entries=150, sequenceid=292, filesize=12.0 K 2024-12-07T06:20:34,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/c796fecff661432baaaba79ec32b87ef as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c796fecff661432baaaba79ec32b87ef 2024-12-07T06:20:34,394 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c796fecff661432baaaba79ec32b87ef, entries=150, sequenceid=292, filesize=12.0 K 2024-12-07T06:20:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/7ab48af7b0bf4a8487b473deea9f0fb6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7ab48af7b0bf4a8487b473deea9f0fb6 2024-12-07T06:20:34,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552494396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T06:20:34,400 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7ab48af7b0bf4a8487b473deea9f0fb6, entries=150, sequenceid=292, filesize=12.0 K 2024-12-07T06:20:34,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552494398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,401 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f443038ff796aee5eddd7f4119a44b5e in 492ms, sequenceid=292, compaction requested=false 2024-12-07T06:20:34,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:34,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:34,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-07T06:20:34,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T06:20:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-07T06:20:34,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:34,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:34,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:34,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:34,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:34,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:34,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-07T06:20:34,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1070 sec 2024-12-07T06:20:34,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/9893101bd176452fa8e05f2902c41c93 is 50, key is test_row_0/A:col10/1733552434402/Put/seqid=0 2024-12-07T06:20:34,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.1150 sec 2024-12-07T06:20:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742196_1372 (size=12301) 2024-12-07T06:20:34,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/9893101bd176452fa8e05f2902c41c93 2024-12-07T06:20:34,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552494436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/9fe1f2c77a03431a892982fe8d76fc33 is 50, key is test_row_0/B:col10/1733552434402/Put/seqid=0 2024-12-07T06:20:34,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552494437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742197_1373 (size=12301) 2024-12-07T06:20:34,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/9fe1f2c77a03431a892982fe8d76fc33 2024-12-07T06:20:34,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/139613ffc2cf42cca03fcd7eeeb61e0b is 50, key is test_row_0/C:col10/1733552434402/Put/seqid=0 2024-12-07T06:20:34,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742198_1374 (size=12301) 2024-12-07T06:20:34,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/139613ffc2cf42cca03fcd7eeeb61e0b 2024-12-07T06:20:34,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/9893101bd176452fa8e05f2902c41c93 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9893101bd176452fa8e05f2902c41c93 2024-12-07T06:20:34,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9893101bd176452fa8e05f2902c41c93, entries=150, sequenceid=308, filesize=12.0 K 2024-12-07T06:20:34,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/9fe1f2c77a03431a892982fe8d76fc33 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/9fe1f2c77a03431a892982fe8d76fc33 2024-12-07T06:20:34,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/9fe1f2c77a03431a892982fe8d76fc33, entries=150, sequenceid=308, filesize=12.0 K 2024-12-07T06:20:34,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/139613ffc2cf42cca03fcd7eeeb61e0b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/139613ffc2cf42cca03fcd7eeeb61e0b 2024-12-07T06:20:34,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/139613ffc2cf42cca03fcd7eeeb61e0b, entries=150, sequenceid=308, filesize=12.0 K 2024-12-07T06:20:34,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f443038ff796aee5eddd7f4119a44b5e in 98ms, sequenceid=308, compaction requested=true 2024-12-07T06:20:34,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:34,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:34,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:34,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:34,500 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:34,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:34,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:34,501 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:34,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:34,502 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:34,502 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:34,502 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/af9bf74ce9ed47a5b854587cd0f223f4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a2d9fe2c643c4b998924f07ad534e273, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9893101bd176452fa8e05f2902c41c93] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.7 K 2024-12-07T06:20:34,500 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:34,502 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting af9bf74ce9ed47a5b854587cd0f223f4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733552432330 2024-12-07T06:20:34,503 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2d9fe2c643c4b998924f07ad534e273, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733552432963 2024-12-07T06:20:34,503 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9893101bd176452fa8e05f2902c41c93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733552434091 2024-12-07T06:20:34,503 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:34,503 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:34,503 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:34,503 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/e080433e293e4a899fa1712a63c66e13, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c796fecff661432baaaba79ec32b87ef, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/9fe1f2c77a03431a892982fe8d76fc33] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.7 K 2024-12-07T06:20:34,505 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting e080433e293e4a899fa1712a63c66e13, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733552432330 2024-12-07T06:20:34,505 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c796fecff661432baaaba79ec32b87ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733552432963 2024-12-07T06:20:34,505 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fe1f2c77a03431a892982fe8d76fc33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733552434091 2024-12-07T06:20:34,518 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:34,519 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/4398e09c49aa4fc2b9f3d5515640797d is 50, key is test_row_0/A:col10/1733552434402/Put/seqid=0 2024-12-07T06:20:34,522 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:34,522 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/1d1fa607b0c54c01ac0137b54cbe3fc3 is 50, key is test_row_0/B:col10/1733552434402/Put/seqid=0 2024-12-07T06:20:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:34,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-07T06:20:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:34,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/afddb366a9eb4b2f9ff6a3139a0362bb is 50, key is test_row_0/A:col10/1733552434539/Put/seqid=0 2024-12-07T06:20:34,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742201_1377 (size=12301) 2024-12-07T06:20:34,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742199_1375 (size=13051) 2024-12-07T06:20:34,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742200_1376 (size=13051) 2024-12-07T06:20:34,590 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/1d1fa607b0c54c01ac0137b54cbe3fc3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1d1fa607b0c54c01ac0137b54cbe3fc3 2024-12-07T06:20:34,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/afddb366a9eb4b2f9ff6a3139a0362bb 2024-12-07T06:20:34,601 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into 1d1fa607b0c54c01ac0137b54cbe3fc3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:34,601 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:34,601 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=13, startTime=1733552434500; duration=0sec 2024-12-07T06:20:34,601 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:34,601 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:34,601 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:34,602 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:34,602 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:34,602 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:34,602 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/cae8da7149c44755a4ab3aa1d6fe6ed0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7ab48af7b0bf4a8487b473deea9f0fb6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/139613ffc2cf42cca03fcd7eeeb61e0b] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.7 K 2024-12-07T06:20:34,602 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting cae8da7149c44755a4ab3aa1d6fe6ed0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733552432330 2024-12-07T06:20:34,603 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ab48af7b0bf4a8487b473deea9f0fb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733552432963 2024-12-07T06:20:34,603 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 139613ffc2cf42cca03fcd7eeeb61e0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733552434091 2024-12-07T06:20:34,614 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:34,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/ffbebce3dccf49a697f9edb98c982025 is 50, key is test_row_0/B:col10/1733552434539/Put/seqid=0 2024-12-07T06:20:34,614 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/81a420d2aefe45a9994e1fe89d77e25d is 50, key is test_row_0/C:col10/1733552434402/Put/seqid=0 2024-12-07T06:20:34,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742203_1379 (size=13051) 2024-12-07T06:20:34,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742202_1378 (size=12301) 2024-12-07T06:20:34,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/ffbebce3dccf49a697f9edb98c982025 2024-12-07T06:20:34,623 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/81a420d2aefe45a9994e1fe89d77e25d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/81a420d2aefe45a9994e1fe89d77e25d 2024-12-07T06:20:34,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/9506f4119a87453b9e24289ac9529216 is 50, key is test_row_0/C:col10/1733552434539/Put/seqid=0 2024-12-07T06:20:34,631 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into 81a420d2aefe45a9994e1fe89d77e25d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:34,631 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:34,631 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=13, startTime=1733552434500; duration=0sec 2024-12-07T06:20:34,632 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:34,632 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:34,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742204_1380 (size=12301) 2024-12-07T06:20:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552494637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552494637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552494699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552494702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552494741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552494741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552494944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552494944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:34,987 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/4398e09c49aa4fc2b9f3d5515640797d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4398e09c49aa4fc2b9f3d5515640797d 2024-12-07T06:20:34,999 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into 4398e09c49aa4fc2b9f3d5515640797d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:34,999 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:34,999 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=13, startTime=1733552434500; duration=0sec 2024-12-07T06:20:34,999 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:34,999 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:35,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/9506f4119a87453b9e24289ac9529216 2024-12-07T06:20:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/afddb366a9eb4b2f9ff6a3139a0362bb as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/afddb366a9eb4b2f9ff6a3139a0362bb 2024-12-07T06:20:35,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/afddb366a9eb4b2f9ff6a3139a0362bb, entries=150, sequenceid=330, filesize=12.0 K 2024-12-07T06:20:35,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/ffbebce3dccf49a697f9edb98c982025 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffbebce3dccf49a697f9edb98c982025 2024-12-07T06:20:35,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffbebce3dccf49a697f9edb98c982025, entries=150, sequenceid=330, filesize=12.0 K 2024-12-07T06:20:35,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/9506f4119a87453b9e24289ac9529216 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9506f4119a87453b9e24289ac9529216 2024-12-07T06:20:35,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9506f4119a87453b9e24289ac9529216, entries=150, sequenceid=330, filesize=12.0 K 2024-12-07T06:20:35,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f443038ff796aee5eddd7f4119a44b5e in 527ms, sequenceid=330, compaction requested=false 2024-12-07T06:20:35,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:35,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-07T06:20:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:35,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/e631726c0200428bb52df94db32b64fc is 50, key is test_row_0/A:col10/1733552435203/Put/seqid=0 2024-12-07T06:20:35,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742205_1381 (size=12301) 2024-12-07T06:20:35,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/e631726c0200428bb52df94db32b64fc 2024-12-07T06:20:35,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/cc8df7ab5a0d4cabb5aaeacb6713d252 is 50, key is test_row_0/B:col10/1733552435203/Put/seqid=0 2024-12-07T06:20:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742206_1382 (size=12301) 2024-12-07T06:20:35,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/cc8df7ab5a0d4cabb5aaeacb6713d252 2024-12-07T06:20:35,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/d0df6e09aad645caa33291305ae91750 is 50, key is test_row_0/C:col10/1733552435203/Put/seqid=0 2024-12-07T06:20:35,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742207_1383 (size=12301) 2024-12-07T06:20:35,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552495242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/d0df6e09aad645caa33291305ae91750 2024-12-07T06:20:35,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552495242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/e631726c0200428bb52df94db32b64fc as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e631726c0200428bb52df94db32b64fc 2024-12-07T06:20:35,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552495248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e631726c0200428bb52df94db32b64fc, entries=150, sequenceid=348, filesize=12.0 K 2024-12-07T06:20:35,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/cc8df7ab5a0d4cabb5aaeacb6713d252 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cc8df7ab5a0d4cabb5aaeacb6713d252 2024-12-07T06:20:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552495252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cc8df7ab5a0d4cabb5aaeacb6713d252, entries=150, sequenceid=348, filesize=12.0 K 2024-12-07T06:20:35,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/d0df6e09aad645caa33291305ae91750 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0df6e09aad645caa33291305ae91750 2024-12-07T06:20:35,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0df6e09aad645caa33291305ae91750, entries=150, sequenceid=348, filesize=12.0 K 2024-12-07T06:20:35,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f443038ff796aee5eddd7f4119a44b5e in 58ms, sequenceid=348, compaction requested=true 2024-12-07T06:20:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:35,263 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:35,263 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:35,265 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:35,265 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:35,265 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:35,265 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4398e09c49aa4fc2b9f3d5515640797d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/afddb366a9eb4b2f9ff6a3139a0362bb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e631726c0200428bb52df94db32b64fc] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.8 K 2024-12-07T06:20:35,265 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:35,265 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:35,265 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:35,265 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1d1fa607b0c54c01ac0137b54cbe3fc3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffbebce3dccf49a697f9edb98c982025, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cc8df7ab5a0d4cabb5aaeacb6713d252] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.8 K 2024-12-07T06:20:35,266 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d1fa607b0c54c01ac0137b54cbe3fc3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733552434091 2024-12-07T06:20:35,266 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4398e09c49aa4fc2b9f3d5515640797d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733552434091 2024-12-07T06:20:35,266 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ffbebce3dccf49a697f9edb98c982025, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733552434428 2024-12-07T06:20:35,267 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting afddb366a9eb4b2f9ff6a3139a0362bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733552434428 2024-12-07T06:20:35,267 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting cc8df7ab5a0d4cabb5aaeacb6713d252, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733552434604 2024-12-07T06:20:35,267 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e631726c0200428bb52df94db32b64fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733552434604 2024-12-07T06:20:35,285 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:35,285 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/a05a82a0c32d460ca02af73d650bab3a is 50, key is test_row_0/A:col10/1733552435203/Put/seqid=0 2024-12-07T06:20:35,286 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:35,286 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/61c6152e1fbb4f32a08d553436263fc5 is 50, key is test_row_0/B:col10/1733552435203/Put/seqid=0 2024-12-07T06:20:35,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742208_1384 (size=13153) 2024-12-07T06:20:35,325 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/a05a82a0c32d460ca02af73d650bab3a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a05a82a0c32d460ca02af73d650bab3a 2024-12-07T06:20:35,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742209_1385 (size=13153) 2024-12-07T06:20:35,332 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into a05a82a0c32d460ca02af73d650bab3a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:35,332 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:35,332 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=13, startTime=1733552435263; duration=0sec 2024-12-07T06:20:35,332 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:35,332 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:35,332 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:35,334 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:35,334 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:35,334 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:35,334 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/81a420d2aefe45a9994e1fe89d77e25d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9506f4119a87453b9e24289ac9529216, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0df6e09aad645caa33291305ae91750] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.8 K 2024-12-07T06:20:35,335 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81a420d2aefe45a9994e1fe89d77e25d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733552434091 2024-12-07T06:20:35,335 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9506f4119a87453b9e24289ac9529216, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733552434428 2024-12-07T06:20:35,336 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0df6e09aad645caa33291305ae91750, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733552434604 2024-12-07T06:20:35,337 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/61c6152e1fbb4f32a08d553436263fc5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/61c6152e1fbb4f32a08d553436263fc5 2024-12-07T06:20:35,342 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into 61c6152e1fbb4f32a08d553436263fc5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:35,342 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:35,342 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=13, startTime=1733552435263; duration=0sec 2024-12-07T06:20:35,342 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:35,342 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:35,346 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:35,347 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/8a657e9c5a9544e1b0925c51298d2d40 is 50, key is test_row_0/C:col10/1733552435203/Put/seqid=0 2024-12-07T06:20:35,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:20:35,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:35,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:35,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:35,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:35,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:35,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:35,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/bc1168a4a3704bd3aa6e52ac62b8b0ed is 50, key is test_row_0/A:col10/1733552435241/Put/seqid=0 2024-12-07T06:20:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742210_1386 (size=13153) 2024-12-07T06:20:35,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552495364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552495368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,374 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/8a657e9c5a9544e1b0925c51298d2d40 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8a657e9c5a9544e1b0925c51298d2d40 2024-12-07T06:20:35,380 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into 8a657e9c5a9544e1b0925c51298d2d40(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:35,380 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:35,380 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=13, startTime=1733552435263; duration=0sec 2024-12-07T06:20:35,380 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:35,380 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:35,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742211_1387 (size=12301) 2024-12-07T06:20:35,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/bc1168a4a3704bd3aa6e52ac62b8b0ed 2024-12-07T06:20:35,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/2fc46e85b4c843aa8d49e01c3674d1d5 is 50, key is test_row_0/B:col10/1733552435241/Put/seqid=0 2024-12-07T06:20:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T06:20:35,400 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-07T06:20:35,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-07T06:20:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T06:20:35,403 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:35,403 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:35,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742212_1388 (size=12301) 2024-12-07T06:20:35,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/2fc46e85b4c843aa8d49e01c3674d1d5 2024-12-07T06:20:35,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/66aaf6fe5cfa4697bbbb2edb6d7a5581 is 50, key is test_row_0/C:col10/1733552435241/Put/seqid=0 2024-12-07T06:20:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742213_1389 (size=12301) 2024-12-07T06:20:35,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552495468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552495470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T06:20:35,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T06:20:35,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:35,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:35,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:35,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:35,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:35,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552495671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552495672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T06:20:35,708 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T06:20:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:35,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:35,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552495752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552495758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/66aaf6fe5cfa4697bbbb2edb6d7a5581 2024-12-07T06:20:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/bc1168a4a3704bd3aa6e52ac62b8b0ed as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/bc1168a4a3704bd3aa6e52ac62b8b0ed 2024-12-07T06:20:35,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/bc1168a4a3704bd3aa6e52ac62b8b0ed, entries=150, sequenceid=373, filesize=12.0 K 2024-12-07T06:20:35,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/2fc46e85b4c843aa8d49e01c3674d1d5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/2fc46e85b4c843aa8d49e01c3674d1d5 2024-12-07T06:20:35,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/2fc46e85b4c843aa8d49e01c3674d1d5, entries=150, sequenceid=373, filesize=12.0 K 2024-12-07T06:20:35,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/66aaf6fe5cfa4697bbbb2edb6d7a5581 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/66aaf6fe5cfa4697bbbb2edb6d7a5581 2024-12-07T06:20:35,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T06:20:35,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:35,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:35,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:35,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:35,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:35,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/66aaf6fe5cfa4697bbbb2edb6d7a5581, entries=150, sequenceid=373, filesize=12.0 K 2024-12-07T06:20:35,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f443038ff796aee5eddd7f4119a44b5e in 519ms, sequenceid=373, compaction requested=false 2024-12-07T06:20:35,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:35,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T06:20:35,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:35,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:35,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:35,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:35,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:35,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:35,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/745cdf1ea055477eb61806d22dd8e838 is 50, key is test_row_0/A:col10/1733552435976/Put/seqid=0 2024-12-07T06:20:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742214_1390 (size=12301) 2024-12-07T06:20:35,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/745cdf1ea055477eb61806d22dd8e838 2024-12-07T06:20:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T06:20:36,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/a6ad8275ef994fe69f1f0aa93b202c6f is 50, key is test_row_0/B:col10/1733552435976/Put/seqid=0 2024-12-07T06:20:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742215_1391 (size=12301) 2024-12-07T06:20:36,016 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T06:20:36,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:36,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:36,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/a6ad8275ef994fe69f1f0aa93b202c6f 2024-12-07T06:20:36,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/3600e61f345c45bdba0b26331ce20281 is 50, key is test_row_0/C:col10/1733552435976/Put/seqid=0 2024-12-07T06:20:36,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552496029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552496031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742216_1392 (size=12301) 2024-12-07T06:20:36,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552496134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552496134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T06:20:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:36,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:36,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T06:20:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:36,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:36,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552496337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552496338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/3600e61f345c45bdba0b26331ce20281 2024-12-07T06:20:36,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/745cdf1ea055477eb61806d22dd8e838 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/745cdf1ea055477eb61806d22dd8e838 2024-12-07T06:20:36,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/745cdf1ea055477eb61806d22dd8e838, entries=150, sequenceid=388, filesize=12.0 K 2024-12-07T06:20:36,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/a6ad8275ef994fe69f1f0aa93b202c6f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a6ad8275ef994fe69f1f0aa93b202c6f 2024-12-07T06:20:36,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a6ad8275ef994fe69f1f0aa93b202c6f, entries=150, sequenceid=388, filesize=12.0 K 2024-12-07T06:20:36,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/3600e61f345c45bdba0b26331ce20281 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/3600e61f345c45bdba0b26331ce20281 2024-12-07T06:20:36,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/3600e61f345c45bdba0b26331ce20281, entries=150, sequenceid=388, filesize=12.0 K 2024-12-07T06:20:36,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f443038ff796aee5eddd7f4119a44b5e in 485ms, sequenceid=388, compaction requested=true 2024-12-07T06:20:36,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:36,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:36,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:36,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:36,463 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:36,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:36,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:36,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:36,463 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:36,464 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:36,464 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:36,464 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:36,464 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/61c6152e1fbb4f32a08d553436263fc5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/2fc46e85b4c843aa8d49e01c3674d1d5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a6ad8275ef994fe69f1f0aa93b202c6f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.9 K 2024-12-07T06:20:36,465 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:36,465 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:36,465 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:36,465 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a05a82a0c32d460ca02af73d650bab3a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/bc1168a4a3704bd3aa6e52ac62b8b0ed, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/745cdf1ea055477eb61806d22dd8e838] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.9 K 2024-12-07T06:20:36,466 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 61c6152e1fbb4f32a08d553436263fc5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733552434604 2024-12-07T06:20:36,466 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a05a82a0c32d460ca02af73d650bab3a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733552434604 2024-12-07T06:20:36,466 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc1168a4a3704bd3aa6e52ac62b8b0ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733552435240 2024-12-07T06:20:36,466 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fc46e85b4c843aa8d49e01c3674d1d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733552435240 2024-12-07T06:20:36,468 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 745cdf1ea055477eb61806d22dd8e838, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733552435357 2024-12-07T06:20:36,468 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a6ad8275ef994fe69f1f0aa93b202c6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733552435357 2024-12-07T06:20:36,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T06:20:36,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:36,476 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-07T06:20:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:36,479 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:36,480 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/4b54131ead634ff7b98156bf4251ce04 is 50, key is test_row_0/A:col10/1733552435976/Put/seqid=0 2024-12-07T06:20:36,483 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:36,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/d487c5f92bb94ca1abfe08c6502c5a99 is 50, key is test_row_0/A:col10/1733552436021/Put/seqid=0 2024-12-07T06:20:36,484 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/93b86fb5653f4f88ac9b88fb72594a34 is 50, key is test_row_0/B:col10/1733552435976/Put/seqid=0 2024-12-07T06:20:36,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742217_1393 (size=12301) 2024-12-07T06:20:36,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742218_1394 (size=13255) 2024-12-07T06:20:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T06:20:36,508 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/93b86fb5653f4f88ac9b88fb72594a34 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/93b86fb5653f4f88ac9b88fb72594a34 2024-12-07T06:20:36,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742219_1395 (size=13255) 2024-12-07T06:20:36,515 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into 93b86fb5653f4f88ac9b88fb72594a34(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:36,515 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:36,515 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=13, startTime=1733552436463; duration=0sec 2024-12-07T06:20:36,515 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:36,515 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:36,515 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:36,516 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:36,516 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:36,516 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:36,516 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8a657e9c5a9544e1b0925c51298d2d40, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/66aaf6fe5cfa4697bbbb2edb6d7a5581, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/3600e61f345c45bdba0b26331ce20281] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=36.9 K 2024-12-07T06:20:36,517 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a657e9c5a9544e1b0925c51298d2d40, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733552434604 2024-12-07T06:20:36,517 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 66aaf6fe5cfa4697bbbb2edb6d7a5581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733552435240 2024-12-07T06:20:36,517 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 3600e61f345c45bdba0b26331ce20281, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733552435357 2024-12-07T06:20:36,523 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:36,524 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/5bd54906f1cb4d3f801a0f9cd912e811 is 50, key is test_row_0/C:col10/1733552435976/Put/seqid=0 2024-12-07T06:20:36,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742220_1396 (size=13255) 2024-12-07T06:20:36,542 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/5bd54906f1cb4d3f801a0f9cd912e811 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/5bd54906f1cb4d3f801a0f9cd912e811 2024-12-07T06:20:36,547 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into 5bd54906f1cb4d3f801a0f9cd912e811(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:36,547 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:36,547 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=13, startTime=1733552436463; duration=0sec 2024-12-07T06:20:36,547 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:36,547 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:36,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552496655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552496655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552496758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552496758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552496760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552496768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,894 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/d487c5f92bb94ca1abfe08c6502c5a99 2024-12-07T06:20:36,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/5038ca32b472457bbdb5534a166f14f9 is 50, key is test_row_0/B:col10/1733552436021/Put/seqid=0 2024-12-07T06:20:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742221_1397 (size=12301) 2024-12-07T06:20:36,913 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/5038ca32b472457bbdb5534a166f14f9 2024-12-07T06:20:36,930 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/4b54131ead634ff7b98156bf4251ce04 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b54131ead634ff7b98156bf4251ce04 2024-12-07T06:20:36,936 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into 4b54131ead634ff7b98156bf4251ce04(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:36,936 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:36,936 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=13, startTime=1733552436463; duration=0sec 2024-12-07T06:20:36,936 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:36,936 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:36,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/7fe0824375fd4781a51f8cc51d405701 is 50, key is test_row_0/C:col10/1733552436021/Put/seqid=0 2024-12-07T06:20:36,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742222_1398 (size=12301) 2024-12-07T06:20:36,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552496959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:36,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552496960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:37,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552497262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:37,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552497264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:37,351 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/7fe0824375fd4781a51f8cc51d405701 2024-12-07T06:20:37,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/d487c5f92bb94ca1abfe08c6502c5a99 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/d487c5f92bb94ca1abfe08c6502c5a99 2024-12-07T06:20:37,360 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/d487c5f92bb94ca1abfe08c6502c5a99, entries=150, sequenceid=410, filesize=12.0 K 2024-12-07T06:20:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/5038ca32b472457bbdb5534a166f14f9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5038ca32b472457bbdb5534a166f14f9 2024-12-07T06:20:37,365 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5038ca32b472457bbdb5534a166f14f9, entries=150, sequenceid=410, filesize=12.0 K 2024-12-07T06:20:37,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/7fe0824375fd4781a51f8cc51d405701 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7fe0824375fd4781a51f8cc51d405701 2024-12-07T06:20:37,370 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7fe0824375fd4781a51f8cc51d405701, entries=150, sequenceid=410, filesize=12.0 K 2024-12-07T06:20:37,372 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f443038ff796aee5eddd7f4119a44b5e in 896ms, sequenceid=410, compaction requested=false 2024-12-07T06:20:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-07T06:20:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-07T06:20:37,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-07T06:20:37,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9690 sec 2024-12-07T06:20:37,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.9740 sec 2024-12-07T06:20:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T06:20:37,507 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-07T06:20:37,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-07T06:20:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-07T06:20:37,510 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:37,511 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:37,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-07T06:20:37,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:37,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-07T06:20:37,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:37,663 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T06:20:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/09ed3fffaa0f429fa7179d05b513022c is 50, key is test_row_0/A:col10/1733552436651/Put/seqid=0 2024-12-07T06:20:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742223_1399 (size=12301) 2024-12-07T06:20:37,673 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/09ed3fffaa0f429fa7179d05b513022c 2024-12-07T06:20:37,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/088bd49796074a9dbbf121011674b942 is 50, key is test_row_0/B:col10/1733552436651/Put/seqid=0 2024-12-07T06:20:37,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742224_1400 (size=12301) 2024-12-07T06:20:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:37,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552497803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552497804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-07T06:20:37,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552497908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:37,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552497908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,091 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/088bd49796074a9dbbf121011674b942 2024-12-07T06:20:38,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/e43543e308284978b79dd0e7bd4fe093 is 50, key is test_row_0/C:col10/1733552436651/Put/seqid=0 2024-12-07T06:20:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742225_1401 (size=12301) 2024-12-07T06:20:38,107 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/e43543e308284978b79dd0e7bd4fe093 2024-12-07T06:20:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-07T06:20:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/09ed3fffaa0f429fa7179d05b513022c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/09ed3fffaa0f429fa7179d05b513022c 2024-12-07T06:20:38,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552498112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552498113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,117 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/09ed3fffaa0f429fa7179d05b513022c, entries=150, sequenceid=427, filesize=12.0 K 2024-12-07T06:20:38,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/088bd49796074a9dbbf121011674b942 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/088bd49796074a9dbbf121011674b942 2024-12-07T06:20:38,123 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/088bd49796074a9dbbf121011674b942, entries=150, sequenceid=427, filesize=12.0 K 2024-12-07T06:20:38,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/e43543e308284978b79dd0e7bd4fe093 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e43543e308284978b79dd0e7bd4fe093 2024-12-07T06:20:38,128 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e43543e308284978b79dd0e7bd4fe093, entries=150, sequenceid=427, filesize=12.0 K 2024-12-07T06:20:38,129 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f443038ff796aee5eddd7f4119a44b5e in 466ms, sequenceid=427, compaction requested=true 2024-12-07T06:20:38,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:38,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:38,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-07T06:20:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-07T06:20:38,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-07T06:20:38,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 620 msec 2024-12-07T06:20:38,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 626 msec 2024-12-07T06:20:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:38,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:20:38,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:38,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:38,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:38,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:38,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:38,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:38,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/4b503c389c794cc1b0a3b8c6f793c56a is 50, key is test_row_0/A:col10/1733552438416/Put/seqid=0 2024-12-07T06:20:38,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:38,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552498439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552498439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742226_1402 (size=12301) 2024-12-07T06:20:38,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/4b503c389c794cc1b0a3b8c6f793c56a 2024-12-07T06:20:38,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/7ba45db5b78142978893e942bdc5330a is 50, key is test_row_0/B:col10/1733552438416/Put/seqid=0 2024-12-07T06:20:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742227_1403 (size=12301) 2024-12-07T06:20:38,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552498543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552498543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-07T06:20:38,614 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-07T06:20:38,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-07T06:20:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T06:20:38,616 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:38,617 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:38,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T06:20:38,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552498745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552498746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552498762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,765 DEBUG [Thread-1383 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., hostname=38a4c3e922fd,38777,1733552352987, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:20:38,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T06:20:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:38,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:38,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552498780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,783 DEBUG [Thread-1387 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., hostname=38a4c3e922fd,38777,1733552352987, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:20:38,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/7ba45db5b78142978893e942bdc5330a 2024-12-07T06:20:38,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/d0400aa875994feba7f586b3945ebb62 is 50, key is test_row_0/C:col10/1733552438416/Put/seqid=0 2024-12-07T06:20:38,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742228_1404 (size=12301) 2024-12-07T06:20:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T06:20:38,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:38,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T06:20:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:38,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:39,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552499049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:39,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552499051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:39,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:39,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T06:20:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:39,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T06:20:39,227 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:39,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T06:20:39,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:39,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:39,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:39,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:39,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:39,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/d0400aa875994feba7f586b3945ebb62 2024-12-07T06:20:39,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/4b503c389c794cc1b0a3b8c6f793c56a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b503c389c794cc1b0a3b8c6f793c56a 2024-12-07T06:20:39,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b503c389c794cc1b0a3b8c6f793c56a, entries=150, sequenceid=450, filesize=12.0 K 2024-12-07T06:20:39,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/7ba45db5b78142978893e942bdc5330a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7ba45db5b78142978893e942bdc5330a 2024-12-07T06:20:39,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7ba45db5b78142978893e942bdc5330a, entries=150, sequenceid=450, filesize=12.0 K 2024-12-07T06:20:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/d0400aa875994feba7f586b3945ebb62 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0400aa875994feba7f586b3945ebb62 2024-12-07T06:20:39,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0400aa875994feba7f586b3945ebb62, entries=150, sequenceid=450, filesize=12.0 K 2024-12-07T06:20:39,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for f443038ff796aee5eddd7f4119a44b5e in 883ms, sequenceid=450, compaction requested=true 2024-12-07T06:20:39,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:39,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:39,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:39,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:39,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:39,301 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:39,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:39,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:39,301 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:39,302 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:39,302 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:39,302 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:39,302 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:39,302 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:39,302 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:39,302 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b54131ead634ff7b98156bf4251ce04, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/d487c5f92bb94ca1abfe08c6502c5a99, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/09ed3fffaa0f429fa7179d05b513022c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b503c389c794cc1b0a3b8c6f793c56a] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=49.0 K 2024-12-07T06:20:39,302 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/93b86fb5653f4f88ac9b88fb72594a34, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5038ca32b472457bbdb5534a166f14f9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/088bd49796074a9dbbf121011674b942, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7ba45db5b78142978893e942bdc5330a] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=49.0 K 2024-12-07T06:20:39,302 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b54131ead634ff7b98156bf4251ce04, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733552435357 2024-12-07T06:20:39,302 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 93b86fb5653f4f88ac9b88fb72594a34, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733552435357 2024-12-07T06:20:39,303 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 5038ca32b472457bbdb5534a166f14f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733552436021 2024-12-07T06:20:39,303 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting d487c5f92bb94ca1abfe08c6502c5a99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733552436021 2024-12-07T06:20:39,303 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09ed3fffaa0f429fa7179d05b513022c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733552436651 2024-12-07T06:20:39,303 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 088bd49796074a9dbbf121011674b942, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733552436651 2024-12-07T06:20:39,303 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ba45db5b78142978893e942bdc5330a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733552437789 2024-12-07T06:20:39,303 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b503c389c794cc1b0a3b8c6f793c56a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733552437789 2024-12-07T06:20:39,312 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:39,312 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:39,313 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/3ec17cc0c327469f8208903256a98302 is 50, key is test_row_0/B:col10/1733552438416/Put/seqid=0 2024-12-07T06:20:39,313 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/42ba56933976469c9a35267fa6558fec is 50, key is test_row_0/A:col10/1733552438416/Put/seqid=0 2024-12-07T06:20:39,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742230_1406 (size=13391) 2024-12-07T06:20:39,347 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/42ba56933976469c9a35267fa6558fec as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/42ba56933976469c9a35267fa6558fec 2024-12-07T06:20:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742229_1405 (size=13391) 2024-12-07T06:20:39,352 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into 42ba56933976469c9a35267fa6558fec(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:39,352 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:39,352 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=12, startTime=1733552439300; duration=0sec 2024-12-07T06:20:39,352 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:39,352 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:39,352 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:39,354 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:39,355 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:39,355 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:39,355 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/5bd54906f1cb4d3f801a0f9cd912e811, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7fe0824375fd4781a51f8cc51d405701, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e43543e308284978b79dd0e7bd4fe093, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0400aa875994feba7f586b3945ebb62] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=49.0 K 2024-12-07T06:20:39,355 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bd54906f1cb4d3f801a0f9cd912e811, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733552435357 2024-12-07T06:20:39,356 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fe0824375fd4781a51f8cc51d405701, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733552436021 2024-12-07T06:20:39,356 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e43543e308284978b79dd0e7bd4fe093, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733552436651 2024-12-07T06:20:39,357 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0400aa875994feba7f586b3945ebb62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733552437789 2024-12-07T06:20:39,358 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/3ec17cc0c327469f8208903256a98302 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3ec17cc0c327469f8208903256a98302 2024-12-07T06:20:39,364 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into 3ec17cc0c327469f8208903256a98302(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:39,364 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:39,364 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=12, startTime=1733552439301; duration=0sec 2024-12-07T06:20:39,365 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:39,365 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:39,370 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:39,371 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/02f0298d107d46d583c2b04f82ee67b7 is 50, key is test_row_0/C:col10/1733552438416/Put/seqid=0 2024-12-07T06:20:39,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:39,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T06:20:39,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:39,385 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T06:20:39,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:39,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:39,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:39,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:39,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:39,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:39,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/e8e1b7a1135a4445bde3b8c0b1c6cba2 is 50, key is test_row_0/A:col10/1733552438437/Put/seqid=0 2024-12-07T06:20:39,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742231_1407 (size=13391) 2024-12-07T06:20:39,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742232_1408 (size=12301) 2024-12-07T06:20:39,400 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/e8e1b7a1135a4445bde3b8c0b1c6cba2 2024-12-07T06:20:39,404 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/02f0298d107d46d583c2b04f82ee67b7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/02f0298d107d46d583c2b04f82ee67b7 2024-12-07T06:20:39,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/69e513d71efd493583b9bd980e768782 is 50, key is test_row_0/B:col10/1733552438437/Put/seqid=0 2024-12-07T06:20:39,411 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into 02f0298d107d46d583c2b04f82ee67b7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:39,411 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:39,412 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=12, startTime=1733552439301; duration=0sec 2024-12-07T06:20:39,412 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:39,412 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:39,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742233_1409 (size=12301) 2024-12-07T06:20:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:39,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:39,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552499590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:39,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552499591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:39,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552499694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:39,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552499694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T06:20:39,820 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/69e513d71efd493583b9bd980e768782 2024-12-07T06:20:39,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/a07fc54800b74912b207aedb3adb182f is 50, key is test_row_0/C:col10/1733552438437/Put/seqid=0 2024-12-07T06:20:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742234_1410 (size=12301) 2024-12-07T06:20:39,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552499897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:39,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552499897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:40,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552500200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:40,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552500201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:40,233 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/a07fc54800b74912b207aedb3adb182f 2024-12-07T06:20:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/e8e1b7a1135a4445bde3b8c0b1c6cba2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e8e1b7a1135a4445bde3b8c0b1c6cba2 2024-12-07T06:20:40,241 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e8e1b7a1135a4445bde3b8c0b1c6cba2, entries=150, sequenceid=466, filesize=12.0 K 2024-12-07T06:20:40,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/69e513d71efd493583b9bd980e768782 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/69e513d71efd493583b9bd980e768782 2024-12-07T06:20:40,246 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/69e513d71efd493583b9bd980e768782, entries=150, sequenceid=466, filesize=12.0 K 2024-12-07T06:20:40,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/a07fc54800b74912b207aedb3adb182f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a07fc54800b74912b207aedb3adb182f 2024-12-07T06:20:40,250 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a07fc54800b74912b207aedb3adb182f, entries=150, sequenceid=466, filesize=12.0 K 2024-12-07T06:20:40,251 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f443038ff796aee5eddd7f4119a44b5e in 866ms, sequenceid=466, compaction requested=false 2024-12-07T06:20:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-07T06:20:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-07T06:20:40,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-07T06:20:40,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-12-07T06:20:40,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.6390 sec 2024-12-07T06:20:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:40,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:20:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:40,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/6eda4fe041524dc1ac687fe5a4c30396 is 50, key is test_row_0/A:col10/1733552439589/Put/seqid=0 2024-12-07T06:20:40,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742235_1411 (size=14741) 2024-12-07T06:20:40,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/6eda4fe041524dc1ac687fe5a4c30396 2024-12-07T06:20:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T06:20:40,721 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-07T06:20:40,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552500719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:40,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552500722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:40,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-07T06:20:40,727 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T06:20:40,728 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:40,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:40,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/aad8c5bdbb004c0ea7e9e06901913819 is 50, key is test_row_0/B:col10/1733552439589/Put/seqid=0 2024-12-07T06:20:40,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742236_1412 (size=12301) 2024-12-07T06:20:40,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/aad8c5bdbb004c0ea7e9e06901913819 2024-12-07T06:20:40,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/72cb2743dcfa4a5f96bec004e9c57666 is 50, key is test_row_0/C:col10/1733552439589/Put/seqid=0 2024-12-07T06:20:40,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742237_1413 (size=12301) 2024-12-07T06:20:40,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552500823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T06:20:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552500826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:40,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:40,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T06:20:40,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:40,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:40,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:40,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:40,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T06:20:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552501027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552501031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T06:20:41,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:41,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:41,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:41,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:41,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:41,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/72cb2743dcfa4a5f96bec004e9c57666 2024-12-07T06:20:41,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/6eda4fe041524dc1ac687fe5a4c30396 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/6eda4fe041524dc1ac687fe5a4c30396 2024-12-07T06:20:41,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/6eda4fe041524dc1ac687fe5a4c30396, entries=200, sequenceid=490, filesize=14.4 K 2024-12-07T06:20:41,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/aad8c5bdbb004c0ea7e9e06901913819 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/aad8c5bdbb004c0ea7e9e06901913819 2024-12-07T06:20:41,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/aad8c5bdbb004c0ea7e9e06901913819, entries=150, sequenceid=490, filesize=12.0 K 2024-12-07T06:20:41,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/72cb2743dcfa4a5f96bec004e9c57666 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/72cb2743dcfa4a5f96bec004e9c57666 2024-12-07T06:20:41,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/72cb2743dcfa4a5f96bec004e9c57666, entries=150, sequenceid=490, filesize=12.0 K 2024-12-07T06:20:41,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f443038ff796aee5eddd7f4119a44b5e in 469ms, sequenceid=490, compaction requested=true 2024-12-07T06:20:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:41,174 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:41,174 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:41,175 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:41,175 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:41,175 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:41,175 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:41,175 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:41,175 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:41,175 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3ec17cc0c327469f8208903256a98302, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/69e513d71efd493583b9bd980e768782, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/aad8c5bdbb004c0ea7e9e06901913819] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=37.1 K 2024-12-07T06:20:41,175 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/42ba56933976469c9a35267fa6558fec, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e8e1b7a1135a4445bde3b8c0b1c6cba2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/6eda4fe041524dc1ac687fe5a4c30396] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=39.5 K 2024-12-07T06:20:41,176 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42ba56933976469c9a35267fa6558fec, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733552437789 2024-12-07T06:20:41,176 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ec17cc0c327469f8208903256a98302, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733552437789 2024-12-07T06:20:41,176 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 69e513d71efd493583b9bd980e768782, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733552438427 2024-12-07T06:20:41,176 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8e1b7a1135a4445bde3b8c0b1c6cba2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733552438427 2024-12-07T06:20:41,176 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting aad8c5bdbb004c0ea7e9e06901913819, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733552439585 2024-12-07T06:20:41,176 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6eda4fe041524dc1ac687fe5a4c30396, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733552439584 2024-12-07T06:20:41,183 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:41,184 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:41,184 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/1afff5f90e394770bc7551907cd3c79e is 50, key is test_row_0/B:col10/1733552439589/Put/seqid=0 2024-12-07T06:20:41,184 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/2611e586133743bcaee6cad6fdff8a1e is 50, key is test_row_0/A:col10/1733552439589/Put/seqid=0 2024-12-07T06:20:41,186 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T06:20:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:41,188 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:20:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:41,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:41,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742239_1415 (size=13493) 2024-12-07T06:20:41,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742238_1414 (size=13493) 2024-12-07T06:20:41,223 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/1afff5f90e394770bc7551907cd3c79e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1afff5f90e394770bc7551907cd3c79e 2024-12-07T06:20:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/0ad2d68540f6413d946e6c7cee2ae153 is 50, key is test_row_0/A:col10/1733552440718/Put/seqid=0 2024-12-07T06:20:41,230 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into 1afff5f90e394770bc7551907cd3c79e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:41,230 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:41,230 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=13, startTime=1733552441174; duration=0sec 2024-12-07T06:20:41,231 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:41,231 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:41,231 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:41,232 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:41,232 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:41,232 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:41,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742240_1416 (size=12301) 2024-12-07T06:20:41,233 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/02f0298d107d46d583c2b04f82ee67b7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a07fc54800b74912b207aedb3adb182f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/72cb2743dcfa4a5f96bec004e9c57666] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=37.1 K 2024-12-07T06:20:41,233 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 02f0298d107d46d583c2b04f82ee67b7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733552437789 2024-12-07T06:20:41,233 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/0ad2d68540f6413d946e6c7cee2ae153 2024-12-07T06:20:41,234 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a07fc54800b74912b207aedb3adb182f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733552438427 2024-12-07T06:20:41,235 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 72cb2743dcfa4a5f96bec004e9c57666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733552439585 2024-12-07T06:20:41,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/1bd26d1c88b040ae80abfeb181c2d266 is 50, key is test_row_0/B:col10/1733552440718/Put/seqid=0 2024-12-07T06:20:41,250 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:41,250 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/c0ac39ad61c046afb2da89704d42bdd8 is 50, key is test_row_0/C:col10/1733552439589/Put/seqid=0 2024-12-07T06:20:41,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742241_1417 (size=12301) 2024-12-07T06:20:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742242_1418 (size=13493) 2024-12-07T06:20:41,286 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/c0ac39ad61c046afb2da89704d42bdd8 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/c0ac39ad61c046afb2da89704d42bdd8 2024-12-07T06:20:41,291 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into c0ac39ad61c046afb2da89704d42bdd8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:41,291 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:41,291 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=13, startTime=1733552441174; duration=0sec 2024-12-07T06:20:41,291 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:41,291 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:41,304 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T06:20:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T06:20:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:41,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:41,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552501363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552501363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552501466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552501466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,610 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/2611e586133743bcaee6cad6fdff8a1e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2611e586133743bcaee6cad6fdff8a1e 2024-12-07T06:20:41,615 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into 2611e586133743bcaee6cad6fdff8a1e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:41,615 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:41,615 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=13, startTime=1733552441174; duration=0sec 2024-12-07T06:20:41,615 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:41,615 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:41,666 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/1bd26d1c88b040ae80abfeb181c2d266 2024-12-07T06:20:41,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552501668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552501669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/ab5e65814bb84e7eb5f98fc50bdfb5ac is 50, key is test_row_0/C:col10/1733552440718/Put/seqid=0 2024-12-07T06:20:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742243_1419 (size=12301) 2024-12-07T06:20:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T06:20:41,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552501970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:41,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552501972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,080 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/ab5e65814bb84e7eb5f98fc50bdfb5ac 2024-12-07T06:20:42,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/0ad2d68540f6413d946e6c7cee2ae153 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0ad2d68540f6413d946e6c7cee2ae153 2024-12-07T06:20:42,088 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0ad2d68540f6413d946e6c7cee2ae153, entries=150, sequenceid=503, filesize=12.0 K 2024-12-07T06:20:42,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/1bd26d1c88b040ae80abfeb181c2d266 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1bd26d1c88b040ae80abfeb181c2d266 2024-12-07T06:20:42,093 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1bd26d1c88b040ae80abfeb181c2d266, entries=150, sequenceid=503, filesize=12.0 K 2024-12-07T06:20:42,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/ab5e65814bb84e7eb5f98fc50bdfb5ac as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ab5e65814bb84e7eb5f98fc50bdfb5ac 2024-12-07T06:20:42,097 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ab5e65814bb84e7eb5f98fc50bdfb5ac, entries=150, sequenceid=503, filesize=12.0 K 2024-12-07T06:20:42,098 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f443038ff796aee5eddd7f4119a44b5e in 909ms, sequenceid=503, compaction requested=false 2024-12-07T06:20:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-07T06:20:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-07T06:20:42,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-07T06:20:42,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3710 sec 2024-12-07T06:20:42,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.3750 sec 2024-12-07T06:20:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:42,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:20:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:42,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/2faefbd6a82840dea1d52a48f52c4dd8 is 50, key is test_row_0/A:col10/1733552441362/Put/seqid=0 2024-12-07T06:20:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742244_1420 (size=12301) 2024-12-07T06:20:42,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/2faefbd6a82840dea1d52a48f52c4dd8 2024-12-07T06:20:42,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/00d6320a299f4fda8c4e246939a8bdfb is 50, key is test_row_0/B:col10/1733552441362/Put/seqid=0 2024-12-07T06:20:42,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742245_1421 (size=12301) 2024-12-07T06:20:42,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/00d6320a299f4fda8c4e246939a8bdfb 2024-12-07T06:20:42,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552502198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/e2ea9868711a4254bbd62a2041e352c7 is 50, key is test_row_0/C:col10/1733552441362/Put/seqid=0 2024-12-07T06:20:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742246_1422 (size=12301) 2024-12-07T06:20:42,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552502301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552502474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552502474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552502503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/e2ea9868711a4254bbd62a2041e352c7 2024-12-07T06:20:42,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/2faefbd6a82840dea1d52a48f52c4dd8 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2faefbd6a82840dea1d52a48f52c4dd8 2024-12-07T06:20:42,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2faefbd6a82840dea1d52a48f52c4dd8, entries=150, sequenceid=531, filesize=12.0 K 2024-12-07T06:20:42,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/00d6320a299f4fda8c4e246939a8bdfb as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/00d6320a299f4fda8c4e246939a8bdfb 2024-12-07T06:20:42,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/00d6320a299f4fda8c4e246939a8bdfb, entries=150, sequenceid=531, filesize=12.0 K 2024-12-07T06:20:42,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/e2ea9868711a4254bbd62a2041e352c7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e2ea9868711a4254bbd62a2041e352c7 2024-12-07T06:20:42,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e2ea9868711a4254bbd62a2041e352c7, entries=150, sequenceid=531, filesize=12.0 K 2024-12-07T06:20:42,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f443038ff796aee5eddd7f4119a44b5e in 481ms, sequenceid=531, compaction requested=true 2024-12-07T06:20:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:42,656 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:42,656 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:42,657 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:42,657 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:42,657 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:42,657 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:42,657 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:42,657 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:42,658 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1afff5f90e394770bc7551907cd3c79e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1bd26d1c88b040ae80abfeb181c2d266, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/00d6320a299f4fda8c4e246939a8bdfb] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=37.2 K 2024-12-07T06:20:42,658 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2611e586133743bcaee6cad6fdff8a1e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0ad2d68540f6413d946e6c7cee2ae153, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2faefbd6a82840dea1d52a48f52c4dd8] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=37.2 K 2024-12-07T06:20:42,658 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 1afff5f90e394770bc7551907cd3c79e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733552439585 2024-12-07T06:20:42,658 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2611e586133743bcaee6cad6fdff8a1e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733552439585 2024-12-07T06:20:42,658 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bd26d1c88b040ae80abfeb181c2d266, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733552440714 2024-12-07T06:20:42,659 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ad2d68540f6413d946e6c7cee2ae153, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733552440714 2024-12-07T06:20:42,659 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 00d6320a299f4fda8c4e246939a8bdfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1733552441362 2024-12-07T06:20:42,659 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2faefbd6a82840dea1d52a48f52c4dd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1733552441362 2024-12-07T06:20:42,669 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:42,670 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/ae6896cfe9ca4c6b8a27cb72ad84f4f4 is 50, key is test_row_0/A:col10/1733552441362/Put/seqid=0 2024-12-07T06:20:42,670 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:42,671 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/5075df445ebd41928411345f1a606b5b is 50, key is test_row_0/B:col10/1733552441362/Put/seqid=0 2024-12-07T06:20:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742247_1423 (size=13595) 2024-12-07T06:20:42,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742248_1424 (size=13595) 2024-12-07T06:20:42,696 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/5075df445ebd41928411345f1a606b5b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5075df445ebd41928411345f1a606b5b 2024-12-07T06:20:42,704 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into 5075df445ebd41928411345f1a606b5b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:42,704 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:42,704 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=13, startTime=1733552442656; duration=0sec 2024-12-07T06:20:42,704 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:42,704 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:42,704 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:42,708 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:42,708 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:42,709 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:42,709 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/c0ac39ad61c046afb2da89704d42bdd8, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ab5e65814bb84e7eb5f98fc50bdfb5ac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e2ea9868711a4254bbd62a2041e352c7] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=37.2 K 2024-12-07T06:20:42,709 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c0ac39ad61c046afb2da89704d42bdd8, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733552439585 2024-12-07T06:20:42,710 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ab5e65814bb84e7eb5f98fc50bdfb5ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733552440714 2024-12-07T06:20:42,711 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting e2ea9868711a4254bbd62a2041e352c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1733552441362 2024-12-07T06:20:42,718 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:42,718 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/d9395799879e40989eaad82c70619abd is 50, key is test_row_0/C:col10/1733552441362/Put/seqid=0 2024-12-07T06:20:42,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742249_1425 (size=13595) 2024-12-07T06:20:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:42,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T06:20:42,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:42,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:42,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:42,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:42,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:42,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:42,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/2d76ba3bf4924287adf55a09acdb199c is 50, key is test_row_0/A:col10/1733552442190/Put/seqid=0 2024-12-07T06:20:42,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742250_1426 (size=12301) 2024-12-07T06:20:42,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/2d76ba3bf4924287adf55a09acdb199c 2024-12-07T06:20:42,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/90560b88808846d59efecbcdc141b10a is 50, key is test_row_0/B:col10/1733552442190/Put/seqid=0 2024-12-07T06:20:42,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742251_1427 (size=12301) 2024-12-07T06:20:42,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/90560b88808846d59efecbcdc141b10a 2024-12-07T06:20:42,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/9bc67b934ff3434ba4da369cbf3519cc is 50, key is test_row_0/C:col10/1733552442190/Put/seqid=0 2024-12-07T06:20:42,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742252_1428 (size=12301) 2024-12-07T06:20:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552502822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552502822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552502824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T06:20:42,833 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-07T06:20:42,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-07T06:20:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-07T06:20:42,839 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:42,843 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:42,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:42,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552502925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552502925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552502926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-07T06:20:42,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:42,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T06:20:42,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:42,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:42,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:42,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:42,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,080 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/ae6896cfe9ca4c6b8a27cb72ad84f4f4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/ae6896cfe9ca4c6b8a27cb72ad84f4f4 2024-12-07T06:20:43,085 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into ae6896cfe9ca4c6b8a27cb72ad84f4f4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:43,085 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:43,085 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=13, startTime=1733552442656; duration=0sec 2024-12-07T06:20:43,085 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:43,085 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:43,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552503128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552503129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552503130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,134 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/d9395799879e40989eaad82c70619abd as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d9395799879e40989eaad82c70619abd 2024-12-07T06:20:43,138 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into d9395799879e40989eaad82c70619abd(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:43,139 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:43,139 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=13, startTime=1733552442656; duration=0sec 2024-12-07T06:20:43,139 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:43,139 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-07T06:20:43,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T06:20:43,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:43,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/9bc67b934ff3434ba4da369cbf3519cc 2024-12-07T06:20:43,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/2d76ba3bf4924287adf55a09acdb199c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2d76ba3bf4924287adf55a09acdb199c 2024-12-07T06:20:43,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2d76ba3bf4924287adf55a09acdb199c, entries=150, sequenceid=544, filesize=12.0 K 2024-12-07T06:20:43,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/90560b88808846d59efecbcdc141b10a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/90560b88808846d59efecbcdc141b10a 2024-12-07T06:20:43,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/90560b88808846d59efecbcdc141b10a, entries=150, sequenceid=544, filesize=12.0 K 2024-12-07T06:20:43,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/9bc67b934ff3434ba4da369cbf3519cc as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9bc67b934ff3434ba4da369cbf3519cc 2024-12-07T06:20:43,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9bc67b934ff3434ba4da369cbf3519cc, entries=150, sequenceid=544, filesize=12.0 K 2024-12-07T06:20:43,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f443038ff796aee5eddd7f4119a44b5e in 460ms, sequenceid=544, compaction requested=false 2024-12-07T06:20:43,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:43,302 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T06:20:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,303 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:20:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:43,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/a9038366561b494cb4046945b804f2ac is 50, key is test_row_0/A:col10/1733552442821/Put/seqid=0 2024-12-07T06:20:43,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742253_1429 (size=12301) 2024-12-07T06:20:43,318 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/a9038366561b494cb4046945b804f2ac 2024-12-07T06:20:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/ffe1b848522043919b4acfce464bf936 is 50, key is test_row_0/B:col10/1733552442821/Put/seqid=0 2024-12-07T06:20:43,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742254_1430 (size=12301) 2024-12-07T06:20:43,329 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/ffe1b848522043919b4acfce464bf936 2024-12-07T06:20:43,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/78e5840bac84460abcd775fd74fa0f5f is 50, key is test_row_0/C:col10/1733552442821/Put/seqid=0 2024-12-07T06:20:43,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742255_1431 (size=12301) 2024-12-07T06:20:43,349 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/78e5840bac84460abcd775fd74fa0f5f 2024-12-07T06:20:43,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/a9038366561b494cb4046945b804f2ac as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a9038366561b494cb4046945b804f2ac 2024-12-07T06:20:43,357 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a9038366561b494cb4046945b804f2ac, entries=150, sequenceid=570, filesize=12.0 K 2024-12-07T06:20:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/ffe1b848522043919b4acfce464bf936 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffe1b848522043919b4acfce464bf936 2024-12-07T06:20:43,366 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffe1b848522043919b4acfce464bf936, entries=150, sequenceid=570, filesize=12.0 K 2024-12-07T06:20:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/78e5840bac84460abcd775fd74fa0f5f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/78e5840bac84460abcd775fd74fa0f5f 2024-12-07T06:20:43,371 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/78e5840bac84460abcd775fd74fa0f5f, entries=150, sequenceid=570, filesize=12.0 K 2024-12-07T06:20:43,372 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f443038ff796aee5eddd7f4119a44b5e in 68ms, sequenceid=570, compaction requested=true 2024-12-07T06:20:43,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:43,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-07T06:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-12-07T06:20:43,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-07T06:20:43,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 530 msec 2024-12-07T06:20:43,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 539 msec 2024-12-07T06:20:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:43,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:20:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-07T06:20:43,441 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-07T06:20:43,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-07T06:20:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-07T06:20:43,444 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:43,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/148285d3c89f4511bb95472c879471ed is 50, key is test_row_0/A:col10/1733552443433/Put/seqid=0 2024-12-07T06:20:43,445 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:43,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742256_1432 (size=12301) 2024-12-07T06:20:43,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/148285d3c89f4511bb95472c879471ed 2024-12-07T06:20:43,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/4ccfdeffc56140e290749c5bea9ffe68 is 50, key is test_row_0/B:col10/1733552443433/Put/seqid=0 2024-12-07T06:20:43,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742257_1433 (size=12301) 2024-12-07T06:20:43,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/4ccfdeffc56140e290749c5bea9ffe68 2024-12-07T06:20:43,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552503472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552503473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552503474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/708f1f3413a242cc94fc45545c37b31b is 50, key is test_row_0/C:col10/1733552443433/Put/seqid=0 2024-12-07T06:20:43,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45762 deadline: 1733552503480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45756 deadline: 1733552503485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742258_1434 (size=12301) 2024-12-07T06:20:43,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/708f1f3413a242cc94fc45545c37b31b 2024-12-07T06:20:43,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/148285d3c89f4511bb95472c879471ed as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/148285d3c89f4511bb95472c879471ed 2024-12-07T06:20:43,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/148285d3c89f4511bb95472c879471ed, entries=150, sequenceid=581, filesize=12.0 K 2024-12-07T06:20:43,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/4ccfdeffc56140e290749c5bea9ffe68 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4ccfdeffc56140e290749c5bea9ffe68 2024-12-07T06:20:43,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4ccfdeffc56140e290749c5bea9ffe68, entries=150, sequenceid=581, filesize=12.0 K 2024-12-07T06:20:43,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/708f1f3413a242cc94fc45545c37b31b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/708f1f3413a242cc94fc45545c37b31b 2024-12-07T06:20:43,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/708f1f3413a242cc94fc45545c37b31b, entries=150, sequenceid=581, filesize=12.0 K 2024-12-07T06:20:43,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f443038ff796aee5eddd7f4119a44b5e in 66ms, sequenceid=581, compaction requested=true 2024-12-07T06:20:43,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:43,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:43,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:43,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:43,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:43,506 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:43,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f443038ff796aee5eddd7f4119a44b5e:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:43,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T06:20:43,506 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:43,507 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:43,507 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/A is initiating minor compaction (all files) 2024-12-07T06:20:43,507 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/A in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,507 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/ae6896cfe9ca4c6b8a27cb72ad84f4f4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2d76ba3bf4924287adf55a09acdb199c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a9038366561b494cb4046945b804f2ac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/148285d3c89f4511bb95472c879471ed] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=49.3 K 2024-12-07T06:20:43,508 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae6896cfe9ca4c6b8a27cb72ad84f4f4, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1733552441362 2024-12-07T06:20:43,508 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:43,509 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/B is initiating minor compaction (all files) 2024-12-07T06:20:43,509 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/B in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,509 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5075df445ebd41928411345f1a606b5b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/90560b88808846d59efecbcdc141b10a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffe1b848522043919b4acfce464bf936, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4ccfdeffc56140e290749c5bea9ffe68] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=49.3 K 2024-12-07T06:20:43,509 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d76ba3bf4924287adf55a09acdb199c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733552442183 2024-12-07T06:20:43,509 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 5075df445ebd41928411345f1a606b5b, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1733552441362 2024-12-07T06:20:43,509 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9038366561b494cb4046945b804f2ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1733552442820 2024-12-07T06:20:43,509 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 90560b88808846d59efecbcdc141b10a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733552442183 2024-12-07T06:20:43,510 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 148285d3c89f4511bb95472c879471ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1733552443433 2024-12-07T06:20:43,510 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ffe1b848522043919b4acfce464bf936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1733552442820 2024-12-07T06:20:43,510 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ccfdeffc56140e290749c5bea9ffe68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1733552443433 2024-12-07T06:20:43,520 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#B#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:43,520 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/a82426f808234e09b60e7a312d1f6ebc is 50, key is test_row_0/B:col10/1733552443433/Put/seqid=0 2024-12-07T06:20:43,521 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#A#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:43,522 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/20662f1ee2a440a3a894b8121a3b8680 is 50, key is test_row_0/A:col10/1733552443433/Put/seqid=0 2024-12-07T06:20:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742259_1435 (size=13731) 2024-12-07T06:20:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-07T06:20:43,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742260_1436 (size=13731) 2024-12-07T06:20:43,559 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/20662f1ee2a440a3a894b8121a3b8680 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/20662f1ee2a440a3a894b8121a3b8680 2024-12-07T06:20:43,566 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/A of f443038ff796aee5eddd7f4119a44b5e into 20662f1ee2a440a3a894b8121a3b8680(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:43,566 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:43,566 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/A, priority=12, startTime=1733552443506; duration=0sec 2024-12-07T06:20:43,566 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:43,566 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:A 2024-12-07T06:20:43,566 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:43,568 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:43,568 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): f443038ff796aee5eddd7f4119a44b5e/C is initiating minor compaction (all files) 2024-12-07T06:20:43,568 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f443038ff796aee5eddd7f4119a44b5e/C in TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,569 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d9395799879e40989eaad82c70619abd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9bc67b934ff3434ba4da369cbf3519cc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/78e5840bac84460abcd775fd74fa0f5f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/708f1f3413a242cc94fc45545c37b31b] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp, totalSize=49.3 K 2024-12-07T06:20:43,569 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9395799879e40989eaad82c70619abd, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1733552441362 2024-12-07T06:20:43,569 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bc67b934ff3434ba4da369cbf3519cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733552442183 2024-12-07T06:20:43,570 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78e5840bac84460abcd775fd74fa0f5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1733552442820 2024-12-07T06:20:43,571 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 708f1f3413a242cc94fc45545c37b31b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1733552443433 2024-12-07T06:20:43,581 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f443038ff796aee5eddd7f4119a44b5e#C#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:43,581 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/0528ca9a166942998f79550c0ce8131c is 50, key is test_row_0/C:col10/1733552443433/Put/seqid=0 2024-12-07T06:20:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:43,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-07T06:20:43,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:43,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:43,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:43,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:43,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:43,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:43,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742261_1437 (size=13731) 2024-12-07T06:20:43,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/ac46a6a6ece9408cba29a5778b5065b2 is 50, key is test_row_0/A:col10/1733552443582/Put/seqid=0 2024-12-07T06:20:43,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552503589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,595 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/0528ca9a166942998f79550c0ce8131c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/0528ca9a166942998f79550c0ce8131c 2024-12-07T06:20:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552503593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552503593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T06:20:43,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:43,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,602 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/C of f443038ff796aee5eddd7f4119a44b5e into 0528ca9a166942998f79550c0ce8131c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:43,602 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:43,602 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/C, priority=12, startTime=1733552443506; duration=0sec 2024-12-07T06:20:43,603 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:43,603 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:C 2024-12-07T06:20:43,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742262_1438 (size=12301) 2024-12-07T06:20:43,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552503694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552503697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552503698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-07T06:20:43,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T06:20:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552503899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552503900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552503901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:43,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T06:20:43,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:43,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:43,925 DEBUG [Thread-1396 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:58548 2024-12-07T06:20:43,925 DEBUG [Thread-1400 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:58548 2024-12-07T06:20:43,925 DEBUG [Thread-1396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:43,925 DEBUG [Thread-1400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:43,927 DEBUG [Thread-1394 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:58548 2024-12-07T06:20:43,927 DEBUG [Thread-1394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:43,927 DEBUG [Thread-1392 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fef31f8 to 127.0.0.1:58548 2024-12-07T06:20:43,927 DEBUG [Thread-1392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:43,927 DEBUG [Thread-1398 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:58548 2024-12-07T06:20:43,927 DEBUG [Thread-1398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:43,946 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/a82426f808234e09b60e7a312d1f6ebc as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a82426f808234e09b60e7a312d1f6ebc 2024-12-07T06:20:43,950 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f443038ff796aee5eddd7f4119a44b5e/B of f443038ff796aee5eddd7f4119a44b5e into a82426f808234e09b60e7a312d1f6ebc(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:43,950 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:43,950 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e., storeName=f443038ff796aee5eddd7f4119a44b5e/B, priority=12, startTime=1733552443506; duration=0sec 2024-12-07T06:20:43,950 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:43,950 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f443038ff796aee5eddd7f4119a44b5e:B 2024-12-07T06:20:44,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/ac46a6a6ece9408cba29a5778b5065b2 2024-12-07T06:20:44,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/3d4c4e2c041f4f85a62c380fb2bb9613 is 50, key is test_row_0/B:col10/1733552443582/Put/seqid=0 2024-12-07T06:20:44,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742263_1439 (size=12301) 2024-12-07T06:20:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-07T06:20:44,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:44,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T06:20:44,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:44,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:44,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:44,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:44,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1733552504202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1733552504202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45788 deadline: 1733552504203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:44,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:44,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T06:20:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:44,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:44,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:44,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T06:20:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:44,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:44,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/3d4c4e2c041f4f85a62c380fb2bb9613 2024-12-07T06:20:44,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/92962fe5a13f48afada71e40f44d051f is 50, key is test_row_0/C:col10/1733552443582/Put/seqid=0 2024-12-07T06:20:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742264_1440 (size=12301) 2024-12-07T06:20:44,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/92962fe5a13f48afada71e40f44d051f 2024-12-07T06:20:44,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/ac46a6a6ece9408cba29a5778b5065b2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/ac46a6a6ece9408cba29a5778b5065b2 2024-12-07T06:20:44,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/ac46a6a6ece9408cba29a5778b5065b2, entries=150, sequenceid=609, filesize=12.0 K 2024-12-07T06:20:44,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/3d4c4e2c041f4f85a62c380fb2bb9613 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3d4c4e2c041f4f85a62c380fb2bb9613 2024-12-07T06:20:44,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3d4c4e2c041f4f85a62c380fb2bb9613, entries=150, sequenceid=609, filesize=12.0 K 2024-12-07T06:20:44,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/92962fe5a13f48afada71e40f44d051f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/92962fe5a13f48afada71e40f44d051f 2024-12-07T06:20:44,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/92962fe5a13f48afada71e40f44d051f, entries=150, sequenceid=609, filesize=12.0 K 2024-12-07T06:20:44,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f443038ff796aee5eddd7f4119a44b5e in 853ms, sequenceid=609, compaction requested=false 2024-12-07T06:20:44,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:44,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:44,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T06:20:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:44,513 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-07T06:20:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/70992260dea54294b61a11c05ec91740 is 50, key is test_row_0/A:col10/1733552443591/Put/seqid=0 2024-12-07T06:20:44,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742265_1441 (size=12301) 2024-12-07T06:20:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-07T06:20:44,707 DEBUG [Thread-1383 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:58548 2024-12-07T06:20:44,707 DEBUG [Thread-1383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:44,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. as already flushing 2024-12-07T06:20:44,708 DEBUG [Thread-1387 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:58548 2024-12-07T06:20:44,708 DEBUG [Thread-1387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:44,708 DEBUG [Thread-1389 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:58548 2024-12-07T06:20:44,708 DEBUG [Thread-1389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:44,921 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/70992260dea54294b61a11c05ec91740 2024-12-07T06:20:44,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/5b3424b58e804db69a1629c6a89a9d3c is 50, key is test_row_0/B:col10/1733552443591/Put/seqid=0 2024-12-07T06:20:44,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742266_1442 (size=12301) 2024-12-07T06:20:45,331 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/5b3424b58e804db69a1629c6a89a9d3c 2024-12-07T06:20:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/ec3c5b0cdc0a44d2b27e85a75fd991f6 is 50, key is test_row_0/C:col10/1733552443591/Put/seqid=0 2024-12-07T06:20:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742267_1443 (size=12301) 2024-12-07T06:20:45,484 DEBUG [Thread-1385 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:58548 2024-12-07T06:20:45,484 DEBUG [Thread-1385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:45,489 DEBUG [Thread-1381 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:58548 2024-12-07T06:20:45,489 DEBUG [Thread-1381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-07T06:20:45,742 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/ec3c5b0cdc0a44d2b27e85a75fd991f6 2024-12-07T06:20:45,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/70992260dea54294b61a11c05ec91740 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/70992260dea54294b61a11c05ec91740 2024-12-07T06:20:45,749 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/70992260dea54294b61a11c05ec91740, entries=150, sequenceid=620, filesize=12.0 K 2024-12-07T06:20:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/5b3424b58e804db69a1629c6a89a9d3c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5b3424b58e804db69a1629c6a89a9d3c 2024-12-07T06:20:45,752 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5b3424b58e804db69a1629c6a89a9d3c, entries=150, sequenceid=620, filesize=12.0 K 2024-12-07T06:20:45,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/ec3c5b0cdc0a44d2b27e85a75fd991f6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ec3c5b0cdc0a44d2b27e85a75fd991f6 2024-12-07T06:20:45,756 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ec3c5b0cdc0a44d2b27e85a75fd991f6, entries=150, sequenceid=620, filesize=12.0 K 2024-12-07T06:20:45,756 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=33.54 KB/34350 for f443038ff796aee5eddd7f4119a44b5e in 1243ms, sequenceid=620, compaction requested=true 2024-12-07T06:20:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:45,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:45,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-07T06:20:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-12-07T06:20:45,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-07T06:20:45,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3120 sec 2024-12-07T06:20:45,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.3170 sec 2024-12-07T06:20:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-07T06:20:47,548 INFO [Thread-1391 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 142 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 132 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6500 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6679 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6444 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6448 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6773 2024-12-07T06:20:47,548 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T06:20:47,548 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T06:20:47,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53bfce45 to 127.0.0.1:58548 2024-12-07T06:20:47,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:20:47,549 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T06:20:47,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T06:20:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-07T06:20:47,552 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552447552"}]},"ts":"1733552447552"} 2024-12-07T06:20:47,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T06:20:47,556 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T06:20:47,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T06:20:47,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f443038ff796aee5eddd7f4119a44b5e, UNASSIGN}] 2024-12-07T06:20:47,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f443038ff796aee5eddd7f4119a44b5e, UNASSIGN 2024-12-07T06:20:47,558 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=f443038ff796aee5eddd7f4119a44b5e, regionState=CLOSING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:47,559 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T06:20:47,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:20:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-07T06:20:47,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:47,710 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:47,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T06:20:47,711 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing f443038ff796aee5eddd7f4119a44b5e, disabling compactions & flushes 2024-12-07T06:20:47,711 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:47,711 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:47,711 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. after waiting 0 ms 2024-12-07T06:20:47,711 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:47,711 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(2837): Flushing f443038ff796aee5eddd7f4119a44b5e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T06:20:47,711 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=A 2024-12-07T06:20:47,711 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:47,711 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=B 2024-12-07T06:20:47,711 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:47,711 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f443038ff796aee5eddd7f4119a44b5e, store=C 2024-12-07T06:20:47,711 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:47,715 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/011a085c4987466482bedd7406ab82ed is 50, key is test_row_0/A:col10/1733552445483/Put/seqid=0 2024-12-07T06:20:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742268_1444 (size=12301) 2024-12-07T06:20:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-07T06:20:48,120 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=628 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/011a085c4987466482bedd7406ab82ed 2024-12-07T06:20:48,126 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/457431f0f40d41d796dcb86995b54409 is 50, key is test_row_0/B:col10/1733552445483/Put/seqid=0 2024-12-07T06:20:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742269_1445 (size=12301) 2024-12-07T06:20:48,130 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=628 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/457431f0f40d41d796dcb86995b54409 2024-12-07T06:20:48,134 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/ae737e2c7c2a4553b6934e88f1cd6fe3 is 50, key is test_row_0/C:col10/1733552445483/Put/seqid=0 2024-12-07T06:20:48,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742270_1446 (size=12301) 2024-12-07T06:20:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-07T06:20:48,538 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=628 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/ae737e2c7c2a4553b6934e88f1cd6fe3 2024-12-07T06:20:48,541 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/A/011a085c4987466482bedd7406ab82ed as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/011a085c4987466482bedd7406ab82ed 2024-12-07T06:20:48,544 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/011a085c4987466482bedd7406ab82ed, entries=150, sequenceid=628, filesize=12.0 K 2024-12-07T06:20:48,545 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/B/457431f0f40d41d796dcb86995b54409 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/457431f0f40d41d796dcb86995b54409 2024-12-07T06:20:48,548 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/457431f0f40d41d796dcb86995b54409, entries=150, sequenceid=628, filesize=12.0 K 2024-12-07T06:20:48,548 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/.tmp/C/ae737e2c7c2a4553b6934e88f1cd6fe3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ae737e2c7c2a4553b6934e88f1cd6fe3 2024-12-07T06:20:48,551 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ae737e2c7c2a4553b6934e88f1cd6fe3, entries=150, sequenceid=628, filesize=12.0 K 2024-12-07T06:20:48,552 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f443038ff796aee5eddd7f4119a44b5e in 841ms, sequenceid=628, compaction requested=true 2024-12-07T06:20:48,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/498e93688400458b9b4b6986da2b38dc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81a17f25e10740ddba7cb93111bbd8d1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9289f40a2f3544a28ea3b71813113114, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cf491a17f9bc4ab897c360021c73f026, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81d243dea31d4d13a2ff654b4b0adcae, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e1390fd2f5ea41f9a542fff0ddc876f3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/8af8d016a4904d68b7f36d95129daf34, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b406711da206477f90adeab3f80fa44b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9dd1e129ebeb46ccac449f81b53a0815, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b682b0ba8c6f47218597f15b7e952353, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/51d9b89073aa4f36b4916e35882ca527, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/942987229977485cbe9bdafe0d9f0d37, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/929393387fc1480d96cfd9420efbe82e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cb30e2dd606845beb768a9c5eac8d57b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/32ccc077561f40a283599a8404cce3d4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4e56ac525e5c41dda94083ac14b7bcda, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/3647cc601ad14cea88e9801e0f888aed, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0fe8f4cc58cc43778fb8a3f80048b644, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/af9bf74ce9ed47a5b854587cd0f223f4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/137fee7d9d3746c88d69dff68a64dcd9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a2d9fe2c643c4b998924f07ad534e273, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4398e09c49aa4fc2b9f3d5515640797d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9893101bd176452fa8e05f2902c41c93, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/afddb366a9eb4b2f9ff6a3139a0362bb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a05a82a0c32d460ca02af73d650bab3a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e631726c0200428bb52df94db32b64fc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/bc1168a4a3704bd3aa6e52ac62b8b0ed, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b54131ead634ff7b98156bf4251ce04, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/745cdf1ea055477eb61806d22dd8e838, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/d487c5f92bb94ca1abfe08c6502c5a99, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/09ed3fffaa0f429fa7179d05b513022c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/42ba56933976469c9a35267fa6558fec, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b503c389c794cc1b0a3b8c6f793c56a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e8e1b7a1135a4445bde3b8c0b1c6cba2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/6eda4fe041524dc1ac687fe5a4c30396, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2611e586133743bcaee6cad6fdff8a1e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0ad2d68540f6413d946e6c7cee2ae153, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/ae6896cfe9ca4c6b8a27cb72ad84f4f4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2faefbd6a82840dea1d52a48f52c4dd8, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2d76ba3bf4924287adf55a09acdb199c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a9038366561b494cb4046945b804f2ac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/148285d3c89f4511bb95472c879471ed] to archive 2024-12-07T06:20:48,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:20:48,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/498e93688400458b9b4b6986da2b38dc to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/498e93688400458b9b4b6986da2b38dc 2024-12-07T06:20:48,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81a17f25e10740ddba7cb93111bbd8d1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81a17f25e10740ddba7cb93111bbd8d1 2024-12-07T06:20:48,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9289f40a2f3544a28ea3b71813113114 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9289f40a2f3544a28ea3b71813113114 2024-12-07T06:20:48,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cf491a17f9bc4ab897c360021c73f026 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cf491a17f9bc4ab897c360021c73f026 2024-12-07T06:20:48,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81d243dea31d4d13a2ff654b4b0adcae to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/81d243dea31d4d13a2ff654b4b0adcae 2024-12-07T06:20:48,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e1390fd2f5ea41f9a542fff0ddc876f3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e1390fd2f5ea41f9a542fff0ddc876f3 2024-12-07T06:20:48,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/8af8d016a4904d68b7f36d95129daf34 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/8af8d016a4904d68b7f36d95129daf34 2024-12-07T06:20:48,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b406711da206477f90adeab3f80fa44b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b406711da206477f90adeab3f80fa44b 2024-12-07T06:20:48,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9dd1e129ebeb46ccac449f81b53a0815 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9dd1e129ebeb46ccac449f81b53a0815 2024-12-07T06:20:48,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b682b0ba8c6f47218597f15b7e952353 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/b682b0ba8c6f47218597f15b7e952353 2024-12-07T06:20:48,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/51d9b89073aa4f36b4916e35882ca527 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/51d9b89073aa4f36b4916e35882ca527 2024-12-07T06:20:48,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/942987229977485cbe9bdafe0d9f0d37 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/942987229977485cbe9bdafe0d9f0d37 2024-12-07T06:20:48,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/929393387fc1480d96cfd9420efbe82e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/929393387fc1480d96cfd9420efbe82e 2024-12-07T06:20:48,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cb30e2dd606845beb768a9c5eac8d57b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/cb30e2dd606845beb768a9c5eac8d57b 2024-12-07T06:20:48,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/32ccc077561f40a283599a8404cce3d4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/32ccc077561f40a283599a8404cce3d4 2024-12-07T06:20:48,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4e56ac525e5c41dda94083ac14b7bcda to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4e56ac525e5c41dda94083ac14b7bcda 2024-12-07T06:20:48,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/3647cc601ad14cea88e9801e0f888aed to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/3647cc601ad14cea88e9801e0f888aed 2024-12-07T06:20:48,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0fe8f4cc58cc43778fb8a3f80048b644 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0fe8f4cc58cc43778fb8a3f80048b644 2024-12-07T06:20:48,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/af9bf74ce9ed47a5b854587cd0f223f4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/af9bf74ce9ed47a5b854587cd0f223f4 2024-12-07T06:20:48,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/137fee7d9d3746c88d69dff68a64dcd9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/137fee7d9d3746c88d69dff68a64dcd9 2024-12-07T06:20:48,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a2d9fe2c643c4b998924f07ad534e273 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a2d9fe2c643c4b998924f07ad534e273 2024-12-07T06:20:48,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4398e09c49aa4fc2b9f3d5515640797d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4398e09c49aa4fc2b9f3d5515640797d 2024-12-07T06:20:48,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9893101bd176452fa8e05f2902c41c93 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/9893101bd176452fa8e05f2902c41c93 2024-12-07T06:20:48,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/afddb366a9eb4b2f9ff6a3139a0362bb to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/afddb366a9eb4b2f9ff6a3139a0362bb 2024-12-07T06:20:48,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a05a82a0c32d460ca02af73d650bab3a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a05a82a0c32d460ca02af73d650bab3a 2024-12-07T06:20:48,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e631726c0200428bb52df94db32b64fc to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e631726c0200428bb52df94db32b64fc 2024-12-07T06:20:48,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/bc1168a4a3704bd3aa6e52ac62b8b0ed to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/bc1168a4a3704bd3aa6e52ac62b8b0ed 2024-12-07T06:20:48,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b54131ead634ff7b98156bf4251ce04 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b54131ead634ff7b98156bf4251ce04 2024-12-07T06:20:48,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/745cdf1ea055477eb61806d22dd8e838 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/745cdf1ea055477eb61806d22dd8e838 2024-12-07T06:20:48,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/d487c5f92bb94ca1abfe08c6502c5a99 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/d487c5f92bb94ca1abfe08c6502c5a99 2024-12-07T06:20:48,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/09ed3fffaa0f429fa7179d05b513022c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/09ed3fffaa0f429fa7179d05b513022c 2024-12-07T06:20:48,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/42ba56933976469c9a35267fa6558fec to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/42ba56933976469c9a35267fa6558fec 2024-12-07T06:20:48,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b503c389c794cc1b0a3b8c6f793c56a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/4b503c389c794cc1b0a3b8c6f793c56a 2024-12-07T06:20:48,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e8e1b7a1135a4445bde3b8c0b1c6cba2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/e8e1b7a1135a4445bde3b8c0b1c6cba2 2024-12-07T06:20:48,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/6eda4fe041524dc1ac687fe5a4c30396 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/6eda4fe041524dc1ac687fe5a4c30396 2024-12-07T06:20:48,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2611e586133743bcaee6cad6fdff8a1e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2611e586133743bcaee6cad6fdff8a1e 2024-12-07T06:20:48,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0ad2d68540f6413d946e6c7cee2ae153 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/0ad2d68540f6413d946e6c7cee2ae153 2024-12-07T06:20:48,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/ae6896cfe9ca4c6b8a27cb72ad84f4f4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/ae6896cfe9ca4c6b8a27cb72ad84f4f4 2024-12-07T06:20:48,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2faefbd6a82840dea1d52a48f52c4dd8 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2faefbd6a82840dea1d52a48f52c4dd8 2024-12-07T06:20:48,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2d76ba3bf4924287adf55a09acdb199c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/2d76ba3bf4924287adf55a09acdb199c 2024-12-07T06:20:48,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a9038366561b494cb4046945b804f2ac to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/a9038366561b494cb4046945b804f2ac 2024-12-07T06:20:48,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/148285d3c89f4511bb95472c879471ed to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/148285d3c89f4511bb95472c879471ed 2024-12-07T06:20:48,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/684226a5c8d146f98c2f371cc73a35bc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ff2875d07c2349e1bfc41909185e5b1a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a8e22a971ce54f1eb70ba0f7c4f9cb3d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/befddab4763f415d81d08dd60ea3cb31, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/940b96a68c5149acba00200d79c67ee2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/d61d60bf28dd49bc9b0c49f529b0a5d0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3f9fdcc19d994140920c63daa100d3f9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cefb48a086a8488aa28d50e3f1204d57, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c5c95de9c8e642148dae394f17fbf7b6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7be68c1761e645d0b37117ff4e89ec2f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/f5062ee1875145129bc3210a7884f977, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4e9d6d5f5353489586f31573b06da5c6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/af5ac05702fa42f2aa6fd6c0f7f22867, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/345b229e12454398b82c6161b26d1651, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/b2744647b5854c6eae3b112a1f0687f1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/817bcc528b50400685dc8b9c611d850e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/8943da58b957436b8f1128a9a2a953be, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/015ba512f9f5416ea7371d8c7248649c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/e080433e293e4a899fa1712a63c66e13, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c55129060ece454b96b246d9f9444b39, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c796fecff661432baaaba79ec32b87ef, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1d1fa607b0c54c01ac0137b54cbe3fc3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/9fe1f2c77a03431a892982fe8d76fc33, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffbebce3dccf49a697f9edb98c982025, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/61c6152e1fbb4f32a08d553436263fc5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cc8df7ab5a0d4cabb5aaeacb6713d252, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/2fc46e85b4c843aa8d49e01c3674d1d5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/93b86fb5653f4f88ac9b88fb72594a34, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a6ad8275ef994fe69f1f0aa93b202c6f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5038ca32b472457bbdb5534a166f14f9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/088bd49796074a9dbbf121011674b942, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3ec17cc0c327469f8208903256a98302, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7ba45db5b78142978893e942bdc5330a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/69e513d71efd493583b9bd980e768782, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1afff5f90e394770bc7551907cd3c79e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/aad8c5bdbb004c0ea7e9e06901913819, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1bd26d1c88b040ae80abfeb181c2d266, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5075df445ebd41928411345f1a606b5b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/00d6320a299f4fda8c4e246939a8bdfb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/90560b88808846d59efecbcdc141b10a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffe1b848522043919b4acfce464bf936, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4ccfdeffc56140e290749c5bea9ffe68] to archive 2024-12-07T06:20:48,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:20:48,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/684226a5c8d146f98c2f371cc73a35bc to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/684226a5c8d146f98c2f371cc73a35bc 2024-12-07T06:20:48,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ff2875d07c2349e1bfc41909185e5b1a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ff2875d07c2349e1bfc41909185e5b1a 2024-12-07T06:20:48,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a8e22a971ce54f1eb70ba0f7c4f9cb3d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a8e22a971ce54f1eb70ba0f7c4f9cb3d 2024-12-07T06:20:48,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/befddab4763f415d81d08dd60ea3cb31 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/befddab4763f415d81d08dd60ea3cb31 2024-12-07T06:20:48,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/940b96a68c5149acba00200d79c67ee2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/940b96a68c5149acba00200d79c67ee2 2024-12-07T06:20:48,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/d61d60bf28dd49bc9b0c49f529b0a5d0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/d61d60bf28dd49bc9b0c49f529b0a5d0 2024-12-07T06:20:48,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3f9fdcc19d994140920c63daa100d3f9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3f9fdcc19d994140920c63daa100d3f9 2024-12-07T06:20:48,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cefb48a086a8488aa28d50e3f1204d57 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cefb48a086a8488aa28d50e3f1204d57 2024-12-07T06:20:48,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c5c95de9c8e642148dae394f17fbf7b6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c5c95de9c8e642148dae394f17fbf7b6 2024-12-07T06:20:48,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7be68c1761e645d0b37117ff4e89ec2f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7be68c1761e645d0b37117ff4e89ec2f 2024-12-07T06:20:48,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/f5062ee1875145129bc3210a7884f977 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/f5062ee1875145129bc3210a7884f977 2024-12-07T06:20:48,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4e9d6d5f5353489586f31573b06da5c6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4e9d6d5f5353489586f31573b06da5c6 2024-12-07T06:20:48,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/af5ac05702fa42f2aa6fd6c0f7f22867 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/af5ac05702fa42f2aa6fd6c0f7f22867 2024-12-07T06:20:48,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/345b229e12454398b82c6161b26d1651 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/345b229e12454398b82c6161b26d1651 2024-12-07T06:20:48,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/b2744647b5854c6eae3b112a1f0687f1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/b2744647b5854c6eae3b112a1f0687f1 2024-12-07T06:20:48,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/817bcc528b50400685dc8b9c611d850e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/817bcc528b50400685dc8b9c611d850e 2024-12-07T06:20:48,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/8943da58b957436b8f1128a9a2a953be to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/8943da58b957436b8f1128a9a2a953be 2024-12-07T06:20:48,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/015ba512f9f5416ea7371d8c7248649c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/015ba512f9f5416ea7371d8c7248649c 2024-12-07T06:20:48,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/e080433e293e4a899fa1712a63c66e13 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/e080433e293e4a899fa1712a63c66e13 2024-12-07T06:20:48,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c55129060ece454b96b246d9f9444b39 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c55129060ece454b96b246d9f9444b39 2024-12-07T06:20:48,615 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c796fecff661432baaaba79ec32b87ef to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/c796fecff661432baaaba79ec32b87ef 2024-12-07T06:20:48,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1d1fa607b0c54c01ac0137b54cbe3fc3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1d1fa607b0c54c01ac0137b54cbe3fc3 2024-12-07T06:20:48,617 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/9fe1f2c77a03431a892982fe8d76fc33 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/9fe1f2c77a03431a892982fe8d76fc33 2024-12-07T06:20:48,618 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffbebce3dccf49a697f9edb98c982025 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffbebce3dccf49a697f9edb98c982025 2024-12-07T06:20:48,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/61c6152e1fbb4f32a08d553436263fc5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/61c6152e1fbb4f32a08d553436263fc5 2024-12-07T06:20:48,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cc8df7ab5a0d4cabb5aaeacb6713d252 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/cc8df7ab5a0d4cabb5aaeacb6713d252 2024-12-07T06:20:48,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/2fc46e85b4c843aa8d49e01c3674d1d5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/2fc46e85b4c843aa8d49e01c3674d1d5 2024-12-07T06:20:48,622 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/93b86fb5653f4f88ac9b88fb72594a34 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/93b86fb5653f4f88ac9b88fb72594a34 2024-12-07T06:20:48,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a6ad8275ef994fe69f1f0aa93b202c6f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a6ad8275ef994fe69f1f0aa93b202c6f 2024-12-07T06:20:48,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5038ca32b472457bbdb5534a166f14f9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5038ca32b472457bbdb5534a166f14f9 2024-12-07T06:20:48,626 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/088bd49796074a9dbbf121011674b942 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/088bd49796074a9dbbf121011674b942 2024-12-07T06:20:48,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3ec17cc0c327469f8208903256a98302 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3ec17cc0c327469f8208903256a98302 2024-12-07T06:20:48,628 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7ba45db5b78142978893e942bdc5330a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/7ba45db5b78142978893e942bdc5330a 2024-12-07T06:20:48,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/69e513d71efd493583b9bd980e768782 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/69e513d71efd493583b9bd980e768782 2024-12-07T06:20:48,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1afff5f90e394770bc7551907cd3c79e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1afff5f90e394770bc7551907cd3c79e 2024-12-07T06:20:48,632 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/aad8c5bdbb004c0ea7e9e06901913819 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/aad8c5bdbb004c0ea7e9e06901913819 2024-12-07T06:20:48,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1bd26d1c88b040ae80abfeb181c2d266 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/1bd26d1c88b040ae80abfeb181c2d266 2024-12-07T06:20:48,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5075df445ebd41928411345f1a606b5b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5075df445ebd41928411345f1a606b5b 2024-12-07T06:20:48,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/00d6320a299f4fda8c4e246939a8bdfb to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/00d6320a299f4fda8c4e246939a8bdfb 2024-12-07T06:20:48,635 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/90560b88808846d59efecbcdc141b10a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/90560b88808846d59efecbcdc141b10a 2024-12-07T06:20:48,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffe1b848522043919b4acfce464bf936 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/ffe1b848522043919b4acfce464bf936 2024-12-07T06:20:48,637 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4ccfdeffc56140e290749c5bea9ffe68 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/4ccfdeffc56140e290749c5bea9ffe68 2024-12-07T06:20:48,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51394c17aace4ea08e804c760c4c97fd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/49440cc20d954a82819a8794d76302aa, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/bd728f5ec5c249ffb4db3714ec937972, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/32033bcc3575464fb8aa10448136ce6c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1081d974adbe48bebfa89280f4661961, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51ae48c85c874a40a9955254d9140c2e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/2cc83f8ed0144ccaad57135592c0eefe, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/0d9231009e564301ae55da52d5c5d13a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/61481bd8e4204464941db8b1985bb824, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/075a1dae1ef549d19155bc4129711101, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/63d31d3088e3421e9fea4e2692b74142, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a5f35461622b4396bd404e5e2ba24dce, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/607e93553d3c4cc781c0e43889eb7fd9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e0ca37b76fc2450fbdb43be197ef2bb3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/4b91863244ee460bb2418bf483138497, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/c6969f283db04cc89ec533cb6ed4a5c6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/f23f907e3e9a4152aaedcad3dd278b5e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8b63a495f5454da2bd6a4c95b6963e21, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/cae8da7149c44755a4ab3aa1d6fe6ed0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1ebf87f2651e4f6798250f334dec909b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7ab48af7b0bf4a8487b473deea9f0fb6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/81a420d2aefe45a9994e1fe89d77e25d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/139613ffc2cf42cca03fcd7eeeb61e0b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9506f4119a87453b9e24289ac9529216, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8a657e9c5a9544e1b0925c51298d2d40, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0df6e09aad645caa33291305ae91750, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/66aaf6fe5cfa4697bbbb2edb6d7a5581, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/5bd54906f1cb4d3f801a0f9cd912e811, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/3600e61f345c45bdba0b26331ce20281, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7fe0824375fd4781a51f8cc51d405701, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e43543e308284978b79dd0e7bd4fe093, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/02f0298d107d46d583c2b04f82ee67b7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0400aa875994feba7f586b3945ebb62, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a07fc54800b74912b207aedb3adb182f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/c0ac39ad61c046afb2da89704d42bdd8, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/72cb2743dcfa4a5f96bec004e9c57666, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ab5e65814bb84e7eb5f98fc50bdfb5ac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d9395799879e40989eaad82c70619abd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e2ea9868711a4254bbd62a2041e352c7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9bc67b934ff3434ba4da369cbf3519cc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/78e5840bac84460abcd775fd74fa0f5f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/708f1f3413a242cc94fc45545c37b31b] to archive 2024-12-07T06:20:48,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:20:48,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51394c17aace4ea08e804c760c4c97fd to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51394c17aace4ea08e804c760c4c97fd 2024-12-07T06:20:48,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/49440cc20d954a82819a8794d76302aa to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/49440cc20d954a82819a8794d76302aa 2024-12-07T06:20:48,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/bd728f5ec5c249ffb4db3714ec937972 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/bd728f5ec5c249ffb4db3714ec937972 2024-12-07T06:20:48,643 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/32033bcc3575464fb8aa10448136ce6c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/32033bcc3575464fb8aa10448136ce6c 2024-12-07T06:20:48,644 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1081d974adbe48bebfa89280f4661961 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1081d974adbe48bebfa89280f4661961 2024-12-07T06:20:48,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51ae48c85c874a40a9955254d9140c2e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/51ae48c85c874a40a9955254d9140c2e 2024-12-07T06:20:48,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/2cc83f8ed0144ccaad57135592c0eefe to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/2cc83f8ed0144ccaad57135592c0eefe 2024-12-07T06:20:48,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/0d9231009e564301ae55da52d5c5d13a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/0d9231009e564301ae55da52d5c5d13a 2024-12-07T06:20:48,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/61481bd8e4204464941db8b1985bb824 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/61481bd8e4204464941db8b1985bb824 2024-12-07T06:20:48,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/075a1dae1ef549d19155bc4129711101 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/075a1dae1ef549d19155bc4129711101 2024-12-07T06:20:48,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/63d31d3088e3421e9fea4e2692b74142 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/63d31d3088e3421e9fea4e2692b74142 2024-12-07T06:20:48,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a5f35461622b4396bd404e5e2ba24dce to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a5f35461622b4396bd404e5e2ba24dce 2024-12-07T06:20:48,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/607e93553d3c4cc781c0e43889eb7fd9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/607e93553d3c4cc781c0e43889eb7fd9 2024-12-07T06:20:48,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e0ca37b76fc2450fbdb43be197ef2bb3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e0ca37b76fc2450fbdb43be197ef2bb3 2024-12-07T06:20:48,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/4b91863244ee460bb2418bf483138497 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/4b91863244ee460bb2418bf483138497 2024-12-07T06:20:48,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/c6969f283db04cc89ec533cb6ed4a5c6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/c6969f283db04cc89ec533cb6ed4a5c6 2024-12-07T06:20:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-07T06:20:48,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/f23f907e3e9a4152aaedcad3dd278b5e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/f23f907e3e9a4152aaedcad3dd278b5e 2024-12-07T06:20:48,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8b63a495f5454da2bd6a4c95b6963e21 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8b63a495f5454da2bd6a4c95b6963e21 2024-12-07T06:20:48,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/cae8da7149c44755a4ab3aa1d6fe6ed0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/cae8da7149c44755a4ab3aa1d6fe6ed0 2024-12-07T06:20:48,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1ebf87f2651e4f6798250f334dec909b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/1ebf87f2651e4f6798250f334dec909b 2024-12-07T06:20:48,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7ab48af7b0bf4a8487b473deea9f0fb6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7ab48af7b0bf4a8487b473deea9f0fb6 2024-12-07T06:20:48,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/81a420d2aefe45a9994e1fe89d77e25d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/81a420d2aefe45a9994e1fe89d77e25d 2024-12-07T06:20:48,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/139613ffc2cf42cca03fcd7eeeb61e0b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/139613ffc2cf42cca03fcd7eeeb61e0b 2024-12-07T06:20:48,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9506f4119a87453b9e24289ac9529216 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9506f4119a87453b9e24289ac9529216 2024-12-07T06:20:48,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8a657e9c5a9544e1b0925c51298d2d40 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/8a657e9c5a9544e1b0925c51298d2d40 2024-12-07T06:20:48,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0df6e09aad645caa33291305ae91750 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0df6e09aad645caa33291305ae91750 2024-12-07T06:20:48,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/66aaf6fe5cfa4697bbbb2edb6d7a5581 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/66aaf6fe5cfa4697bbbb2edb6d7a5581 2024-12-07T06:20:48,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/5bd54906f1cb4d3f801a0f9cd912e811 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/5bd54906f1cb4d3f801a0f9cd912e811 2024-12-07T06:20:48,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/3600e61f345c45bdba0b26331ce20281 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/3600e61f345c45bdba0b26331ce20281 2024-12-07T06:20:48,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7fe0824375fd4781a51f8cc51d405701 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/7fe0824375fd4781a51f8cc51d405701 2024-12-07T06:20:48,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e43543e308284978b79dd0e7bd4fe093 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e43543e308284978b79dd0e7bd4fe093 2024-12-07T06:20:48,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/02f0298d107d46d583c2b04f82ee67b7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/02f0298d107d46d583c2b04f82ee67b7 2024-12-07T06:20:48,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0400aa875994feba7f586b3945ebb62 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d0400aa875994feba7f586b3945ebb62 2024-12-07T06:20:48,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a07fc54800b74912b207aedb3adb182f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/a07fc54800b74912b207aedb3adb182f 2024-12-07T06:20:48,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/c0ac39ad61c046afb2da89704d42bdd8 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/c0ac39ad61c046afb2da89704d42bdd8 2024-12-07T06:20:48,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/72cb2743dcfa4a5f96bec004e9c57666 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/72cb2743dcfa4a5f96bec004e9c57666 2024-12-07T06:20:48,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ab5e65814bb84e7eb5f98fc50bdfb5ac to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ab5e65814bb84e7eb5f98fc50bdfb5ac 2024-12-07T06:20:48,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d9395799879e40989eaad82c70619abd to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/d9395799879e40989eaad82c70619abd 2024-12-07T06:20:48,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e2ea9868711a4254bbd62a2041e352c7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/e2ea9868711a4254bbd62a2041e352c7 2024-12-07T06:20:48,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9bc67b934ff3434ba4da369cbf3519cc to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/9bc67b934ff3434ba4da369cbf3519cc 2024-12-07T06:20:48,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/78e5840bac84460abcd775fd74fa0f5f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/78e5840bac84460abcd775fd74fa0f5f 2024-12-07T06:20:48,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/708f1f3413a242cc94fc45545c37b31b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/708f1f3413a242cc94fc45545c37b31b 2024-12-07T06:20:48,683 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/recovered.edits/631.seqid, newMaxSeqId=631, maxSeqId=1 2024-12-07T06:20:48,683 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e. 2024-12-07T06:20:48,683 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for f443038ff796aee5eddd7f4119a44b5e: 2024-12-07T06:20:48,685 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:48,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=f443038ff796aee5eddd7f4119a44b5e, regionState=CLOSED 2024-12-07T06:20:48,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-07T06:20:48,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure f443038ff796aee5eddd7f4119a44b5e, server=38a4c3e922fd,38777,1733552352987 in 1.1270 sec 2024-12-07T06:20:48,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-07T06:20:48,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f443038ff796aee5eddd7f4119a44b5e, UNASSIGN in 1.1300 sec 2024-12-07T06:20:48,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-07T06:20:48,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1320 sec 2024-12-07T06:20:48,690 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552448690"}]},"ts":"1733552448690"} 2024-12-07T06:20:48,691 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T06:20:48,693 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T06:20:48,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-12-07T06:20:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-07T06:20:49,655 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-12-07T06:20:49,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T06:20:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:49,657 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-07T06:20:49,658 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=105, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:49,659 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:49,661 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/recovered.edits] 2024-12-07T06:20:49,663 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/011a085c4987466482bedd7406ab82ed to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/011a085c4987466482bedd7406ab82ed 2024-12-07T06:20:49,664 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/20662f1ee2a440a3a894b8121a3b8680 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/20662f1ee2a440a3a894b8121a3b8680 2024-12-07T06:20:49,665 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/70992260dea54294b61a11c05ec91740 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/70992260dea54294b61a11c05ec91740 2024-12-07T06:20:49,666 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/ac46a6a6ece9408cba29a5778b5065b2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/A/ac46a6a6ece9408cba29a5778b5065b2 2024-12-07T06:20:49,668 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3d4c4e2c041f4f85a62c380fb2bb9613 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/3d4c4e2c041f4f85a62c380fb2bb9613 2024-12-07T06:20:49,669 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/457431f0f40d41d796dcb86995b54409 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/457431f0f40d41d796dcb86995b54409 2024-12-07T06:20:49,670 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5b3424b58e804db69a1629c6a89a9d3c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/5b3424b58e804db69a1629c6a89a9d3c 2024-12-07T06:20:49,671 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a82426f808234e09b60e7a312d1f6ebc to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/B/a82426f808234e09b60e7a312d1f6ebc 2024-12-07T06:20:49,673 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/0528ca9a166942998f79550c0ce8131c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/0528ca9a166942998f79550c0ce8131c 2024-12-07T06:20:49,673 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/92962fe5a13f48afada71e40f44d051f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/92962fe5a13f48afada71e40f44d051f 2024-12-07T06:20:49,674 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ae737e2c7c2a4553b6934e88f1cd6fe3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ae737e2c7c2a4553b6934e88f1cd6fe3 2024-12-07T06:20:49,675 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ec3c5b0cdc0a44d2b27e85a75fd991f6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/C/ec3c5b0cdc0a44d2b27e85a75fd991f6 2024-12-07T06:20:49,678 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/recovered.edits/631.seqid to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e/recovered.edits/631.seqid 2024-12-07T06:20:49,678 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/f443038ff796aee5eddd7f4119a44b5e 2024-12-07T06:20:49,678 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T06:20:49,680 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=105, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:49,682 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T06:20:49,684 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T06:20:49,685 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=105, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:49,685 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T06:20:49,685 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733552449685"}]},"ts":"9223372036854775807"} 2024-12-07T06:20:49,687 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T06:20:49,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f443038ff796aee5eddd7f4119a44b5e, NAME => 'TestAcidGuarantees,,1733552421660.f443038ff796aee5eddd7f4119a44b5e.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T06:20:49,687 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T06:20:49,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733552449687"}]},"ts":"9223372036854775807"} 2024-12-07T06:20:49,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T06:20:49,691 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=105, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:49,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-12-07T06:20:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-07T06:20:49,758 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 105 completed 2024-12-07T06:20:49,769 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=453 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 461), ProcessCount=11 (was 11), AvailableMemoryMB=7205 (was 7477) 2024-12-07T06:20:49,778 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=7205 2024-12-07T06:20:49,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T06:20:49,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T06:20:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:49,781 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T06:20:49,781 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:49,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 106 2024-12-07T06:20:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-07T06:20:49,782 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T06:20:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742271_1447 (size=963) 2024-12-07T06:20:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-07T06:20:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-07T06:20:50,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3 2024-12-07T06:20:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742272_1448 (size=53) 2024-12-07T06:20:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-07T06:20:50,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:20:50,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ccea5ef17cbb8577a9af44284cb22fe0, disabling compactions & flushes 2024-12-07T06:20:50,594 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:50,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:50,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. after waiting 0 ms 2024-12-07T06:20:50,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:50,594 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:50,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:50,595 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T06:20:50,595 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733552450595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733552450595"}]},"ts":"1733552450595"} 2024-12-07T06:20:50,596 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T06:20:50,597 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T06:20:50,597 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552450597"}]},"ts":"1733552450597"} 2024-12-07T06:20:50,597 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T06:20:50,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, ASSIGN}] 2024-12-07T06:20:50,602 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, ASSIGN 2024-12-07T06:20:50,603 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, ASSIGN; state=OFFLINE, location=38a4c3e922fd,38777,1733552352987; forceNewPlan=false, retain=false 2024-12-07T06:20:50,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=ccea5ef17cbb8577a9af44284cb22fe0, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:50,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; OpenRegionProcedure ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:20:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-07T06:20:50,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:50,908 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:50,908 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7285): Opening region: {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:20:50,909 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:50,909 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:20:50,909 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7327): checking encryption for ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:50,909 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7330): checking classloading for ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:50,910 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:50,911 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:20:50,911 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccea5ef17cbb8577a9af44284cb22fe0 columnFamilyName A 2024-12-07T06:20:50,911 DEBUG [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:50,912 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(327): Store=ccea5ef17cbb8577a9af44284cb22fe0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:20:50,912 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:50,913 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:20:50,913 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccea5ef17cbb8577a9af44284cb22fe0 columnFamilyName B 2024-12-07T06:20:50,913 DEBUG [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:50,913 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(327): Store=ccea5ef17cbb8577a9af44284cb22fe0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:20:50,914 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:50,914 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:20:50,915 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccea5ef17cbb8577a9af44284cb22fe0 columnFamilyName C 2024-12-07T06:20:50,915 DEBUG [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:50,915 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(327): Store=ccea5ef17cbb8577a9af44284cb22fe0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:20:50,915 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:50,916 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:50,916 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:50,917 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:20:50,918 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1085): writing seq id for ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:50,920 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T06:20:50,920 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1102): Opened ccea5ef17cbb8577a9af44284cb22fe0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65700470, jitterRate=-0.020986706018447876}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:20:50,921 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1001): Region open journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:50,922 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., pid=108, masterSystemTime=1733552450905 2024-12-07T06:20:50,923 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:50,923 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:50,923 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=ccea5ef17cbb8577a9af44284cb22fe0, regionState=OPEN, openSeqNum=2, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:50,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-07T06:20:50,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; OpenRegionProcedure ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 in 170 msec 2024-12-07T06:20:50,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-07T06:20:50,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, ASSIGN in 324 msec 2024-12-07T06:20:50,926 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T06:20:50,927 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552450926"}]},"ts":"1733552450926"} 2024-12-07T06:20:50,927 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T06:20:50,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T06:20:50,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-12-07T06:20:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-07T06:20:51,886 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-07T06:20:51,887 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34becda3 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f7f772a 2024-12-07T06:20:51,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b976e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:51,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:51,892 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:51,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T06:20:51,894 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T06:20:51,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T06:20:51,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T06:20:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=109, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T06:20:51,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742273_1449 (size=999) 2024-12-07T06:20:52,307 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-07T06:20:52,307 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-07T06:20:52,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T06:20:52,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, REOPEN/MOVE}] 2024-12-07T06:20:52,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, REOPEN/MOVE 2024-12-07T06:20:52,312 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=ccea5ef17cbb8577a9af44284cb22fe0, regionState=CLOSING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,312 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T06:20:52,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE; CloseRegionProcedure ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:20:52,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,464 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(124): Close ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,464 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T06:20:52,464 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1681): Closing ccea5ef17cbb8577a9af44284cb22fe0, disabling compactions & flushes 2024-12-07T06:20:52,464 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:52,464 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:52,464 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. after waiting 0 ms 2024-12-07T06:20:52,464 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:52,468 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T06:20:52,468 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:52,468 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1635): Region close journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:52,468 WARN [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionServer(3786): Not adding moved region record: ccea5ef17cbb8577a9af44284cb22fe0 to self. 2024-12-07T06:20:52,470 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(170): Closed ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,470 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=ccea5ef17cbb8577a9af44284cb22fe0, regionState=CLOSED 2024-12-07T06:20:52,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-12-07T06:20:52,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; CloseRegionProcedure ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 in 159 msec 2024-12-07T06:20:52,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, REOPEN/MOVE; state=CLOSED, location=38a4c3e922fd,38777,1733552352987; forceNewPlan=false, retain=true 2024-12-07T06:20:52,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=ccea5ef17cbb8577a9af44284cb22fe0, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=111, state=RUNNABLE; OpenRegionProcedure ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:20:52,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T06:20:52,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,778 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:52,778 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:20:52,779 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,779 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:20:52,779 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,779 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,780 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,781 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:20:52,781 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccea5ef17cbb8577a9af44284cb22fe0 columnFamilyName A 2024-12-07T06:20:52,782 DEBUG [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:52,783 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(327): Store=ccea5ef17cbb8577a9af44284cb22fe0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:20:52,783 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,783 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:20:52,784 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccea5ef17cbb8577a9af44284cb22fe0 columnFamilyName B 2024-12-07T06:20:52,784 DEBUG [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:52,784 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(327): Store=ccea5ef17cbb8577a9af44284cb22fe0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:20:52,784 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,785 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:20:52,785 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccea5ef17cbb8577a9af44284cb22fe0 columnFamilyName C 2024-12-07T06:20:52,785 DEBUG [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:52,785 INFO [StoreOpener-ccea5ef17cbb8577a9af44284cb22fe0-1 {}] regionserver.HStore(327): Store=ccea5ef17cbb8577a9af44284cb22fe0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:20:52,785 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:52,786 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,787 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,788 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:20:52,789 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,790 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened ccea5ef17cbb8577a9af44284cb22fe0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72111815, jitterRate=0.07454977929592133}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:20:52,790 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:52,791 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., pid=113, masterSystemTime=1733552452775 2024-12-07T06:20:52,792 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:52,792 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:52,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=ccea5ef17cbb8577a9af44284cb22fe0, regionState=OPEN, openSeqNum=5, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=111 2024-12-07T06:20:52,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=111, state=SUCCESS; OpenRegionProcedure ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 in 169 msec 2024-12-07T06:20:52,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-07T06:20:52,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, REOPEN/MOVE in 484 msec 2024-12-07T06:20:52,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-07T06:20:52,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-12-07T06:20:52,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-12-07T06:20:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-12-07T06:20:52,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-12-07T06:20:52,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:52,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-12-07T06:20:52,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:52,808 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-12-07T06:20:52,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:52,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-12-07T06:20:52,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:52,815 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-12-07T06:20:52,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:52,818 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-12-07T06:20:52,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:52,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-12-07T06:20:52,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:52,824 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-12-07T06:20:52,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:52,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-12-07T06:20:52,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:52,831 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-12-07T06:20:52,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:20:52,836 DEBUG [hconnection-0x3705284-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:52,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:52,837 DEBUG [hconnection-0x6a8b0ed5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:52,838 DEBUG [hconnection-0x7f249f90-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:52,838 DEBUG [hconnection-0x5c774875-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-07T06:20:52,838 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:52,838 DEBUG [hconnection-0x756c2950-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:52,838 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T06:20:52,839 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:52,839 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:52,839 DEBUG [hconnection-0x1cbefd9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:52,839 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:52,839 DEBUG [hconnection-0x65d46392-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:52,840 DEBUG [hconnection-0x37e5f124-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:52,840 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:52,840 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:52,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:52,841 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:52,841 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:52,841 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:52,842 DEBUG [hconnection-0x44d7e607-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:52,842 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:52,842 DEBUG [hconnection-0x4f641bc0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:20:52,843 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:20:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:20:52,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:20:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:20:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:20:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:52,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552512867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552512866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552512868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:52,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552512869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552512869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070f22df30996f4e8889ad5daeea8bc0ad_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552452852/Put/seqid=0 2024-12-07T06:20:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742274_1450 (size=12154) 2024-12-07T06:20:52,881 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:52,885 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070f22df30996f4e8889ad5daeea8bc0ad_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070f22df30996f4e8889ad5daeea8bc0ad_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:52,885 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/6d283411a91e439f9285be4e2e9c9296, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:52,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/6d283411a91e439f9285be4e2e9c9296 is 175, key is test_row_0/A:col10/1733552452852/Put/seqid=0 2024-12-07T06:20:52,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742275_1451 (size=30955) 2024-12-07T06:20:52,892 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/6d283411a91e439f9285be4e2e9c9296 2024-12-07T06:20:52,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/e4c16f647f4844188297103345f50ca2 is 50, key is test_row_0/B:col10/1733552452852/Put/seqid=0 2024-12-07T06:20:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T06:20:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742276_1452 (size=12001) 2024-12-07T06:20:52,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/e4c16f647f4844188297103345f50ca2 2024-12-07T06:20:52,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552512970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552512970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552512972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552512972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552512973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/e394070beb434a4d86a5d538fae895d2 is 50, key is test_row_0/C:col10/1733552452852/Put/seqid=0 2024-12-07T06:20:52,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:52,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-07T06:20:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:52,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:52,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:52,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:52,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742277_1453 (size=12001) 2024-12-07T06:20:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T06:20:53,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-07T06:20:53,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:53,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:53,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:53,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:53,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:53,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552513173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552513174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552513174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552513174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552513174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-07T06:20:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:53,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:53,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/e394070beb434a4d86a5d538fae895d2 2024-12-07T06:20:53,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/6d283411a91e439f9285be4e2e9c9296 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/6d283411a91e439f9285be4e2e9c9296 2024-12-07T06:20:53,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/6d283411a91e439f9285be4e2e9c9296, entries=150, sequenceid=18, filesize=30.2 K 2024-12-07T06:20:53,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/e4c16f647f4844188297103345f50ca2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/e4c16f647f4844188297103345f50ca2 2024-12-07T06:20:53,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/e4c16f647f4844188297103345f50ca2, entries=150, sequenceid=18, filesize=11.7 K 2024-12-07T06:20:53,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/e394070beb434a4d86a5d538fae895d2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e394070beb434a4d86a5d538fae895d2 2024-12-07T06:20:53,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e394070beb434a4d86a5d538fae895d2, entries=150, sequenceid=18, filesize=11.7 K 2024-12-07T06:20:53,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ccea5ef17cbb8577a9af44284cb22fe0 in 566ms, sequenceid=18, compaction requested=false 2024-12-07T06:20:53,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T06:20:53,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-07T06:20:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:53,455 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-07T06:20:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:20:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:20:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:20:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:53,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:53,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120788a8673e29d2431e882c08391629e14f_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552452867/Put/seqid=0 2024-12-07T06:20:53,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742278_1454 (size=12154) 2024-12-07T06:20:53,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:53,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552513490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552513491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552513492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552513493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,499 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120788a8673e29d2431e882c08391629e14f_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120788a8673e29d2431e882c08391629e14f_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:53,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552513494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/41fd21469d984cc694f1d4f8c277c707, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:53,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/41fd21469d984cc694f1d4f8c277c707 is 175, key is test_row_0/A:col10/1733552452867/Put/seqid=0 2024-12-07T06:20:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742279_1455 (size=30955) 2024-12-07T06:20:53,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552513599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552513599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552513600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552513602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552513602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552513801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552513802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552513801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552513806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552513807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:53,905 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/41fd21469d984cc694f1d4f8c277c707 2024-12-07T06:20:53,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/1a80a85d0d8f488993ca4645b6959f99 is 50, key is test_row_0/B:col10/1733552452867/Put/seqid=0 2024-12-07T06:20:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T06:20:53,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742280_1456 (size=12001) 2024-12-07T06:20:53,963 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/1a80a85d0d8f488993ca4645b6959f99 2024-12-07T06:20:53,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/582e307454204c2386978729363de72d is 50, key is test_row_0/C:col10/1733552452867/Put/seqid=0 2024-12-07T06:20:53,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742281_1457 (size=12001) 2024-12-07T06:20:53,982 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/582e307454204c2386978729363de72d 2024-12-07T06:20:53,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/41fd21469d984cc694f1d4f8c277c707 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/41fd21469d984cc694f1d4f8c277c707 2024-12-07T06:20:53,996 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/41fd21469d984cc694f1d4f8c277c707, entries=150, sequenceid=40, filesize=30.2 K 2024-12-07T06:20:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/1a80a85d0d8f488993ca4645b6959f99 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/1a80a85d0d8f488993ca4645b6959f99 2024-12-07T06:20:54,003 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/1a80a85d0d8f488993ca4645b6959f99, entries=150, sequenceid=40, filesize=11.7 K 2024-12-07T06:20:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/582e307454204c2386978729363de72d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/582e307454204c2386978729363de72d 2024-12-07T06:20:54,008 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/582e307454204c2386978729363de72d, entries=150, sequenceid=40, filesize=11.7 K 2024-12-07T06:20:54,009 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ccea5ef17cbb8577a9af44284cb22fe0 in 554ms, sequenceid=40, compaction requested=false 2024-12-07T06:20:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-07T06:20:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-07T06:20:54,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-07T06:20:54,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1690 sec 2024-12-07T06:20:54,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.1750 sec 2024-12-07T06:20:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:54,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-07T06:20:54,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:20:54,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:54,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:20:54,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:54,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:20:54,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:54,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120742daaf2cec8041ccbc9aa5ebe542ba45_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552454107/Put/seqid=0 2024-12-07T06:20:54,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742282_1458 (size=14594) 2024-12-07T06:20:54,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552514138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552514140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552514140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552514141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552514142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,215 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T06:20:54,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552514244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552514247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552514248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552514249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552514249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552514449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552514454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552514455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552514455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552514456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,525 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:54,529 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120742daaf2cec8041ccbc9aa5ebe542ba45_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120742daaf2cec8041ccbc9aa5ebe542ba45_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:54,530 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/c8ff5ec5e15741ee9101cbf5401fad89, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:54,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/c8ff5ec5e15741ee9101cbf5401fad89 is 175, key is test_row_0/A:col10/1733552454107/Put/seqid=0 2024-12-07T06:20:54,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742283_1459 (size=39549) 2024-12-07T06:20:54,544 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/c8ff5ec5e15741ee9101cbf5401fad89 2024-12-07T06:20:54,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/fa29a25a47054e2b8282b60813f25c25 is 50, key is test_row_0/B:col10/1733552454107/Put/seqid=0 2024-12-07T06:20:54,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742284_1460 (size=12001) 2024-12-07T06:20:54,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/fa29a25a47054e2b8282b60813f25c25 2024-12-07T06:20:54,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/dc073b933cd5475889154c3af0f1d5da is 50, key is test_row_0/C:col10/1733552454107/Put/seqid=0 2024-12-07T06:20:54,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742285_1461 (size=12001) 2024-12-07T06:20:54,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/dc073b933cd5475889154c3af0f1d5da 2024-12-07T06:20:54,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/c8ff5ec5e15741ee9101cbf5401fad89 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/c8ff5ec5e15741ee9101cbf5401fad89 2024-12-07T06:20:54,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/c8ff5ec5e15741ee9101cbf5401fad89, entries=200, sequenceid=55, filesize=38.6 K 2024-12-07T06:20:54,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/fa29a25a47054e2b8282b60813f25c25 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/fa29a25a47054e2b8282b60813f25c25 2024-12-07T06:20:54,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/fa29a25a47054e2b8282b60813f25c25, entries=150, sequenceid=55, filesize=11.7 K 2024-12-07T06:20:54,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/dc073b933cd5475889154c3af0f1d5da as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dc073b933cd5475889154c3af0f1d5da 2024-12-07T06:20:54,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dc073b933cd5475889154c3af0f1d5da, entries=150, sequenceid=55, filesize=11.7 K 2024-12-07T06:20:54,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for ccea5ef17cbb8577a9af44284cb22fe0 in 485ms, sequenceid=55, compaction requested=true 2024-12-07T06:20:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:54,594 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:54,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:54,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:54,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:54,595 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:54,596 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:54,596 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/A is initiating minor compaction (all files) 2024-12-07T06:20:54,596 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/A in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:54,596 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/6d283411a91e439f9285be4e2e9c9296, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/41fd21469d984cc694f1d4f8c277c707, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/c8ff5ec5e15741ee9101cbf5401fad89] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=99.1 K 2024-12-07T06:20:54,596 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:54,596 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/6d283411a91e439f9285be4e2e9c9296, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/41fd21469d984cc694f1d4f8c277c707, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/c8ff5ec5e15741ee9101cbf5401fad89] 2024-12-07T06:20:54,596 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:54,596 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/B is initiating minor compaction (all files) 2024-12-07T06:20:54,596 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/B in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:54,596 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/e4c16f647f4844188297103345f50ca2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/1a80a85d0d8f488993ca4645b6959f99, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/fa29a25a47054e2b8282b60813f25c25] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=35.2 K 2024-12-07T06:20:54,597 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d283411a91e439f9285be4e2e9c9296, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733552452851 2024-12-07T06:20:54,597 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting e4c16f647f4844188297103345f50ca2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733552452851 2024-12-07T06:20:54,597 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41fd21469d984cc694f1d4f8c277c707, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733552452866 2024-12-07T06:20:54,597 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a80a85d0d8f488993ca4645b6959f99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733552452866 2024-12-07T06:20:54,597 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8ff5ec5e15741ee9101cbf5401fad89, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552453491 2024-12-07T06:20:54,597 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting fa29a25a47054e2b8282b60813f25c25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552453492 2024-12-07T06:20:54,607 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:54,614 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:54,615 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/2dbd764c8e284c5397b303523e53e075 is 50, key is test_row_0/B:col10/1733552454107/Put/seqid=0 2024-12-07T06:20:54,616 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412072828e6a50d8d4a08afe4a448b1d24990_ccea5ef17cbb8577a9af44284cb22fe0 store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:54,619 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412072828e6a50d8d4a08afe4a448b1d24990_ccea5ef17cbb8577a9af44284cb22fe0, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:54,619 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072828e6a50d8d4a08afe4a448b1d24990_ccea5ef17cbb8577a9af44284cb22fe0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742286_1462 (size=12104) 2024-12-07T06:20:54,643 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/2dbd764c8e284c5397b303523e53e075 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2dbd764c8e284c5397b303523e53e075 2024-12-07T06:20:54,650 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/B of ccea5ef17cbb8577a9af44284cb22fe0 into 2dbd764c8e284c5397b303523e53e075(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:54,650 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:54,650 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/B, priority=13, startTime=1733552454594; duration=0sec 2024-12-07T06:20:54,650 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:54,650 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:B 2024-12-07T06:20:54,650 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:20:54,651 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:20:54,651 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/C is initiating minor compaction (all files) 2024-12-07T06:20:54,651 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/C in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:54,651 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e394070beb434a4d86a5d538fae895d2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/582e307454204c2386978729363de72d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dc073b933cd5475889154c3af0f1d5da] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=35.2 K 2024-12-07T06:20:54,652 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting e394070beb434a4d86a5d538fae895d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733552452851 2024-12-07T06:20:54,652 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 582e307454204c2386978729363de72d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733552452866 2024-12-07T06:20:54,652 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting dc073b933cd5475889154c3af0f1d5da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552453492 2024-12-07T06:20:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742287_1463 (size=4469) 2024-12-07T06:20:54,665 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:54,666 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/01c59f7acb084355907ddc542fc32ca3 is 50, key is test_row_0/C:col10/1733552454107/Put/seqid=0 2024-12-07T06:20:54,669 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#A#compaction#398 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:54,669 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/bce7a4c8ffda4d26adb7a9af6155ed17 is 175, key is test_row_0/A:col10/1733552454107/Put/seqid=0 2024-12-07T06:20:54,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742288_1464 (size=12104) 2024-12-07T06:20:54,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742289_1465 (size=31058) 2024-12-07T06:20:54,693 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/01c59f7acb084355907ddc542fc32ca3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/01c59f7acb084355907ddc542fc32ca3 2024-12-07T06:20:54,694 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/bce7a4c8ffda4d26adb7a9af6155ed17 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/bce7a4c8ffda4d26adb7a9af6155ed17 2024-12-07T06:20:54,698 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/C of ccea5ef17cbb8577a9af44284cb22fe0 into 01c59f7acb084355907ddc542fc32ca3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:54,698 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:54,698 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/C, priority=13, startTime=1733552454595; duration=0sec 2024-12-07T06:20:54,699 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:54,699 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:C 2024-12-07T06:20:54,701 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/A of ccea5ef17cbb8577a9af44284cb22fe0 into bce7a4c8ffda4d26adb7a9af6155ed17(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:54,701 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:54,701 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/A, priority=13, startTime=1733552454594; duration=0sec 2024-12-07T06:20:54,701 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:54,701 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:A 2024-12-07T06:20:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:54,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:20:54,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:20:54,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:54,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:20:54,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:54,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:20:54,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:54,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412073434dee1ad47403295090c9796f9adf1_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552454137/Put/seqid=0 2024-12-07T06:20:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742290_1466 (size=14594) 2024-12-07T06:20:54,771 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:54,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552514766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552514766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552514768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412073434dee1ad47403295090c9796f9adf1_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073434dee1ad47403295090c9796f9adf1_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:54,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/a3f4e0fa1593401e882060c721e2e480, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:54,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/a3f4e0fa1593401e882060c721e2e480 is 175, key is test_row_0/A:col10/1733552454137/Put/seqid=0 2024-12-07T06:20:54,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552514774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552514775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742291_1467 (size=39549) 2024-12-07T06:20:54,795 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/a3f4e0fa1593401e882060c721e2e480 2024-12-07T06:20:54,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/89595cb0604648bcb12f83c689006a61 is 50, key is test_row_0/B:col10/1733552454137/Put/seqid=0 2024-12-07T06:20:54,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742292_1468 (size=12001) 2024-12-07T06:20:54,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552514877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552514877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552514877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552514882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552514882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T06:20:54,943 INFO [Thread-1983 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-07T06:20:54,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-07T06:20:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T06:20:54,949 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:54,949 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:54,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T06:20:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552515081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552515082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552515083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552515088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552515089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-07T06:20:55,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:55,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:55,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:55,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/89595cb0604648bcb12f83c689006a61 2024-12-07T06:20:55,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/b0eb420baffe42129255874ba5910903 is 50, key is test_row_0/C:col10/1733552454137/Put/seqid=0 2024-12-07T06:20:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T06:20:55,255 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-07T06:20:55,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:55,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:55,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:55,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742293_1469 (size=12001) 2024-12-07T06:20:55,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552515385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552515388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552515389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552515395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552515397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-07T06:20:55,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:55,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:55,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:55,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T06:20:55,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-07T06:20:55,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:55,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:55,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:55,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:55,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/b0eb420baffe42129255874ba5910903 2024-12-07T06:20:55,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/a3f4e0fa1593401e882060c721e2e480 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/a3f4e0fa1593401e882060c721e2e480 2024-12-07T06:20:55,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/a3f4e0fa1593401e882060c721e2e480, entries=200, sequenceid=81, filesize=38.6 K 2024-12-07T06:20:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/89595cb0604648bcb12f83c689006a61 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/89595cb0604648bcb12f83c689006a61 2024-12-07T06:20:55,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/89595cb0604648bcb12f83c689006a61, entries=150, sequenceid=81, filesize=11.7 K 2024-12-07T06:20:55,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/b0eb420baffe42129255874ba5910903 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b0eb420baffe42129255874ba5910903 2024-12-07T06:20:55,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b0eb420baffe42129255874ba5910903, entries=150, sequenceid=81, filesize=11.7 K 2024-12-07T06:20:55,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ccea5ef17cbb8577a9af44284cb22fe0 in 929ms, sequenceid=81, compaction requested=false 2024-12-07T06:20:55,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:55,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-07T06:20:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:55,717 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:20:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:20:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:20:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:20:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075c1b24b5fdc748d0978c39bbea17abae_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552454772/Put/seqid=0 2024-12-07T06:20:55,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742294_1470 (size=12154) 2024-12-07T06:20:55,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:55,740 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075c1b24b5fdc748d0978c39bbea17abae_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075c1b24b5fdc748d0978c39bbea17abae_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:55,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/f32381c357f94188b59c61bc82694d90, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/f32381c357f94188b59c61bc82694d90 is 175, key is test_row_0/A:col10/1733552454772/Put/seqid=0 2024-12-07T06:20:55,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742295_1471 (size=30955) 2024-12-07T06:20:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:55,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:55,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552515920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552515922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552515923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552515924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:55,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552515926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552516027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552516030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552516030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552516032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552516037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T06:20:56,147 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/f32381c357f94188b59c61bc82694d90 2024-12-07T06:20:56,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/c27ca6f291a24df9ae269507e6aa7d17 is 50, key is test_row_0/B:col10/1733552454772/Put/seqid=0 2024-12-07T06:20:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742296_1472 (size=12001) 2024-12-07T06:20:56,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552516230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552516236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552516236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552516237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552516242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552516538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552516544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552516544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552516545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552516547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:56,564 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/c27ca6f291a24df9ae269507e6aa7d17 2024-12-07T06:20:56,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/03123032d4e8455c81d1bfae920f7990 is 50, key is test_row_0/C:col10/1733552454772/Put/seqid=0 2024-12-07T06:20:56,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742297_1473 (size=12001) 2024-12-07T06:20:56,584 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/03123032d4e8455c81d1bfae920f7990 2024-12-07T06:20:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/f32381c357f94188b59c61bc82694d90 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/f32381c357f94188b59c61bc82694d90 2024-12-07T06:20:56,598 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/f32381c357f94188b59c61bc82694d90, entries=150, sequenceid=94, filesize=30.2 K 2024-12-07T06:20:56,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/c27ca6f291a24df9ae269507e6aa7d17 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/c27ca6f291a24df9ae269507e6aa7d17 2024-12-07T06:20:56,602 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/c27ca6f291a24df9ae269507e6aa7d17, entries=150, sequenceid=94, filesize=11.7 K 2024-12-07T06:20:56,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/03123032d4e8455c81d1bfae920f7990 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/03123032d4e8455c81d1bfae920f7990 2024-12-07T06:20:56,615 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/03123032d4e8455c81d1bfae920f7990, entries=150, sequenceid=94, filesize=11.7 K 2024-12-07T06:20:56,616 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ccea5ef17cbb8577a9af44284cb22fe0 in 899ms, sequenceid=94, compaction requested=true 2024-12-07T06:20:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-07T06:20:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-07T06:20:56,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-07T06:20:56,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6690 sec 2024-12-07T06:20:56,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.6760 sec 2024-12-07T06:20:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:57,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:20:57,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:20:57,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:57,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:20:57,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:57,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:20:57,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:57,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f2e28d1a3401404c9323a95babdf2f7e_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552457045/Put/seqid=0 2024-12-07T06:20:57,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742298_1474 (size=14594) 2024-12-07T06:20:57,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T06:20:57,059 INFO [Thread-1983 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-07T06:20:57,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:20:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-07T06:20:57,062 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:20:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T06:20:57,063 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:20:57,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:20:57,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f2e28d1a3401404c9323a95babdf2f7e_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f2e28d1a3401404c9323a95babdf2f7e_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:57,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/336813fe6d594d28a495fec2cebce8bf, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:57,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/336813fe6d594d28a495fec2cebce8bf is 175, key is test_row_0/A:col10/1733552457045/Put/seqid=0 2024-12-07T06:20:57,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742299_1475 (size=39549) 2024-12-07T06:20:57,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552517062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552517062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552517066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552517067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552517068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T06:20:57,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552517172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552517172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552517172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552517174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552517174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,215 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-07T06:20:57,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:57,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T06:20:57,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-07T06:20:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552517377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552517378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552517378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552517379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552517379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,471 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/336813fe6d594d28a495fec2cebce8bf 2024-12-07T06:20:57,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a144d9d1bbd2461eb68a69f3264161a3 is 50, key is test_row_0/B:col10/1733552457045/Put/seqid=0 2024-12-07T06:20:57,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742300_1476 (size=12001) 2024-12-07T06:20:57,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-07T06:20:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T06:20:57,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-07T06:20:57,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:57,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552517685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552517685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552517687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552517687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552517687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-07T06:20:57,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:57,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a144d9d1bbd2461eb68a69f3264161a3 2024-12-07T06:20:57,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/863ec917eabb4fe0b9451c983d6090f4 is 50, key is test_row_0/C:col10/1733552457045/Put/seqid=0 2024-12-07T06:20:57,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742301_1477 (size=12001) 2024-12-07T06:20:57,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:57,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-07T06:20:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:57,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:58,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:58,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-07T06:20:58,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:58,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:58,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:58,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:58,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T06:20:58,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552518191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552518193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552518193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552518193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:58,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552518195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:58,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:58,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-07T06:20:58,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:58,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:58,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:58,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:58,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:20:58,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/863ec917eabb4fe0b9451c983d6090f4 2024-12-07T06:20:58,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/336813fe6d594d28a495fec2cebce8bf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/336813fe6d594d28a495fec2cebce8bf 2024-12-07T06:20:58,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/336813fe6d594d28a495fec2cebce8bf, entries=200, sequenceid=118, filesize=38.6 K 2024-12-07T06:20:58,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a144d9d1bbd2461eb68a69f3264161a3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a144d9d1bbd2461eb68a69f3264161a3 2024-12-07T06:20:58,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a144d9d1bbd2461eb68a69f3264161a3, entries=150, sequenceid=118, filesize=11.7 K 2024-12-07T06:20:58,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/863ec917eabb4fe0b9451c983d6090f4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/863ec917eabb4fe0b9451c983d6090f4 2024-12-07T06:20:58,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/863ec917eabb4fe0b9451c983d6090f4, entries=150, sequenceid=118, filesize=11.7 K 2024-12-07T06:20:58,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ccea5ef17cbb8577a9af44284cb22fe0 in 1272ms, sequenceid=118, compaction requested=true 2024-12-07T06:20:58,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:58,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:20:58,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:58,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:20:58,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:58,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:20:58,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:58,319 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:58,319 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:58,321 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:58,321 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/A is initiating minor compaction (all files) 2024-12-07T06:20:58,321 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/A in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:58,321 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/bce7a4c8ffda4d26adb7a9af6155ed17, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/a3f4e0fa1593401e882060c721e2e480, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/f32381c357f94188b59c61bc82694d90, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/336813fe6d594d28a495fec2cebce8bf] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=137.8 K 2024-12-07T06:20:58,321 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:58,321 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/bce7a4c8ffda4d26adb7a9af6155ed17, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/a3f4e0fa1593401e882060c721e2e480, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/f32381c357f94188b59c61bc82694d90, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/336813fe6d594d28a495fec2cebce8bf] 2024-12-07T06:20:58,321 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:58,321 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/B is initiating minor compaction (all files) 2024-12-07T06:20:58,322 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/B in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:58,322 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2dbd764c8e284c5397b303523e53e075, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/89595cb0604648bcb12f83c689006a61, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/c27ca6f291a24df9ae269507e6aa7d17, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a144d9d1bbd2461eb68a69f3264161a3] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=47.0 K 2024-12-07T06:20:58,322 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting bce7a4c8ffda4d26adb7a9af6155ed17, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552453492 2024-12-07T06:20:58,322 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dbd764c8e284c5397b303523e53e075, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552453492 2024-12-07T06:20:58,322 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3f4e0fa1593401e882060c721e2e480, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733552454137 2024-12-07T06:20:58,322 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 89595cb0604648bcb12f83c689006a61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733552454137 2024-12-07T06:20:58,323 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting f32381c357f94188b59c61bc82694d90, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733552454761 2024-12-07T06:20:58,323 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c27ca6f291a24df9ae269507e6aa7d17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733552454761 2024-12-07T06:20:58,323 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 336813fe6d594d28a495fec2cebce8bf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733552455913 2024-12-07T06:20:58,323 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a144d9d1bbd2461eb68a69f3264161a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733552455923 2024-12-07T06:20:58,329 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:58,330 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:58,331 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a1673079b7294a469dc5b5e3677c7e4a is 50, key is test_row_0/B:col10/1733552457045/Put/seqid=0 2024-12-07T06:20:58,337 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207f2ebb71dd25149e188cba4a20a48196f_ccea5ef17cbb8577a9af44284cb22fe0 store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:58,339 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207f2ebb71dd25149e188cba4a20a48196f_ccea5ef17cbb8577a9af44284cb22fe0, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:58,339 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f2ebb71dd25149e188cba4a20a48196f_ccea5ef17cbb8577a9af44284cb22fe0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:58,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742302_1478 (size=12241) 2024-12-07T06:20:58,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742303_1479 (size=4469) 2024-12-07T06:20:58,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:58,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-07T06:20:58,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:58,451 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T06:20:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:20:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:20:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:20:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:20:58,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120796bfa76ea4c84e6fbd9dc286137649e2_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552457057/Put/seqid=0 2024-12-07T06:20:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742304_1480 (size=12204) 2024-12-07T06:20:58,752 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a1673079b7294a469dc5b5e3677c7e4a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1673079b7294a469dc5b5e3677c7e4a 2024-12-07T06:20:58,756 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/B of ccea5ef17cbb8577a9af44284cb22fe0 into a1673079b7294a469dc5b5e3677c7e4a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:58,756 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:58,756 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/B, priority=12, startTime=1733552458319; duration=0sec 2024-12-07T06:20:58,757 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:20:58,757 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:B 2024-12-07T06:20:58,757 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:20:58,758 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:20:58,758 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/C is initiating minor compaction (all files) 2024-12-07T06:20:58,758 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#A#compaction#410 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:58,759 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/C in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:20:58,759 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/01c59f7acb084355907ddc542fc32ca3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b0eb420baffe42129255874ba5910903, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/03123032d4e8455c81d1bfae920f7990, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/863ec917eabb4fe0b9451c983d6090f4] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=47.0 K 2024-12-07T06:20:58,759 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/dfae9a2f015741ea8600d26714d3c1c0 is 175, key is test_row_0/A:col10/1733552457045/Put/seqid=0 2024-12-07T06:20:58,759 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 01c59f7acb084355907ddc542fc32ca3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733552453492 2024-12-07T06:20:58,760 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b0eb420baffe42129255874ba5910903, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733552454137 2024-12-07T06:20:58,760 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 03123032d4e8455c81d1bfae920f7990, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733552454761 2024-12-07T06:20:58,761 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 863ec917eabb4fe0b9451c983d6090f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733552455923 2024-12-07T06:20:58,782 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#C#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:20:58,783 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/e82c6cb1e3ea4f5d944a901b19d725bf is 50, key is test_row_0/C:col10/1733552457045/Put/seqid=0 2024-12-07T06:20:58,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742305_1481 (size=31195) 2024-12-07T06:20:58,795 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/dfae9a2f015741ea8600d26714d3c1c0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/dfae9a2f015741ea8600d26714d3c1c0 2024-12-07T06:20:58,802 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/A of ccea5ef17cbb8577a9af44284cb22fe0 into dfae9a2f015741ea8600d26714d3c1c0(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:58,802 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:58,802 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/A, priority=12, startTime=1733552458319; duration=0sec 2024-12-07T06:20:58,802 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:58,802 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:A 2024-12-07T06:20:58,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742306_1482 (size=12241) 2024-12-07T06:20:58,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:20:58,887 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120796bfa76ea4c84e6fbd9dc286137649e2_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120796bfa76ea4c84e6fbd9dc286137649e2_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:58,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/1f3cb36e12c24af2887992d25e5e91ce, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:20:58,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/1f3cb36e12c24af2887992d25e5e91ce is 175, key is test_row_0/A:col10/1733552457057/Put/seqid=0 2024-12-07T06:20:58,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742307_1483 (size=31005) 2024-12-07T06:20:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T06:20:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:20:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:20:59,211 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/e82c6cb1e3ea4f5d944a901b19d725bf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e82c6cb1e3ea4f5d944a901b19d725bf 2024-12-07T06:20:59,217 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/C of ccea5ef17cbb8577a9af44284cb22fe0 into e82c6cb1e3ea4f5d944a901b19d725bf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:20:59,217 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:20:59,217 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/C, priority=12, startTime=1733552458319; duration=0sec 2024-12-07T06:20:59,217 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:20:59,217 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:C 2024-12-07T06:20:59,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552519225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552519227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552519227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552519228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552519228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,294 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/1f3cb36e12c24af2887992d25e5e91ce 2024-12-07T06:20:59,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a1ebe0963cec418a86fad5d46af8708e is 50, key is test_row_0/B:col10/1733552457057/Put/seqid=0 2024-12-07T06:20:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742308_1484 (size=12051) 2024-12-07T06:20:59,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552519329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552519333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552519333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552519334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552519335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552519537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552519537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552519537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552519540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552519541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,709 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a1ebe0963cec418a86fad5d46af8708e 2024-12-07T06:20:59,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/cfbb56a7127841a48490b41e3a472274 is 50, key is test_row_0/C:col10/1733552457057/Put/seqid=0 2024-12-07T06:20:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742309_1485 (size=12051) 2024-12-07T06:20:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552519843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552519844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552519844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552519846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:20:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:20:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552519847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,121 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/cfbb56a7127841a48490b41e3a472274 2024-12-07T06:21:00,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/1f3cb36e12c24af2887992d25e5e91ce as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/1f3cb36e12c24af2887992d25e5e91ce 2024-12-07T06:21:00,129 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/1f3cb36e12c24af2887992d25e5e91ce, entries=150, sequenceid=130, filesize=30.3 K 2024-12-07T06:21:00,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a1ebe0963cec418a86fad5d46af8708e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1ebe0963cec418a86fad5d46af8708e 2024-12-07T06:21:00,133 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1ebe0963cec418a86fad5d46af8708e, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T06:21:00,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/cfbb56a7127841a48490b41e3a472274 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/cfbb56a7127841a48490b41e3a472274 2024-12-07T06:21:00,137 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/cfbb56a7127841a48490b41e3a472274, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T06:21:00,138 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ccea5ef17cbb8577a9af44284cb22fe0 in 1687ms, sequenceid=130, compaction requested=false 2024-12-07T06:21:00,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:00,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:00,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-07T06:21:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-07T06:21:00,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-07T06:21:00,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0770 sec 2024-12-07T06:21:00,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 3.0810 sec 2024-12-07T06:21:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:00,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:21:00,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:00,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:00,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:00,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:00,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:00,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:00,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207178db20370654e4bb4cf16a414ed3b15_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552459227/Put/seqid=0 2024-12-07T06:21:00,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552520357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552520358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552520359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742310_1486 (size=17284) 2024-12-07T06:21:00,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552520362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552520363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552520464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552520464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552520465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552520468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552520468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552520669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552520669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552520669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552520673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552520673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,768 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:00,771 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207178db20370654e4bb4cf16a414ed3b15_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207178db20370654e4bb4cf16a414ed3b15_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:00,772 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/5065c6274ac040a69e4b2d2e1979fc10, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:00,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/5065c6274ac040a69e4b2d2e1979fc10 is 175, key is test_row_0/A:col10/1733552459227/Put/seqid=0 2024-12-07T06:21:00,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742311_1487 (size=48389) 2024-12-07T06:21:00,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552520975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552520975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552520976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552520976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:00,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552520977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T06:21:01,167 INFO [Thread-1983 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-07T06:21:01,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-07T06:21:01,169 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T06:21:01,170 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:01,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:01,176 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/5065c6274ac040a69e4b2d2e1979fc10 2024-12-07T06:21:01,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/5702f0c9209c48039de0c8166884776f is 50, key is test_row_0/B:col10/1733552459227/Put/seqid=0 2024-12-07T06:21:01,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742312_1488 (size=12151) 2024-12-07T06:21:01,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/5702f0c9209c48039de0c8166884776f 2024-12-07T06:21:01,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/1fe8686a472d4e2fa6bf2f751866c0da is 50, key is test_row_0/C:col10/1733552459227/Put/seqid=0 2024-12-07T06:21:01,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742313_1489 (size=12151) 2024-12-07T06:21:01,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/1fe8686a472d4e2fa6bf2f751866c0da 2024-12-07T06:21:01,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/5065c6274ac040a69e4b2d2e1979fc10 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5065c6274ac040a69e4b2d2e1979fc10 2024-12-07T06:21:01,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5065c6274ac040a69e4b2d2e1979fc10, entries=250, sequenceid=159, filesize=47.3 K 2024-12-07T06:21:01,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/5702f0c9209c48039de0c8166884776f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/5702f0c9209c48039de0c8166884776f 2024-12-07T06:21:01,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/5702f0c9209c48039de0c8166884776f, entries=150, sequenceid=159, filesize=11.9 K 2024-12-07T06:21:01,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/1fe8686a472d4e2fa6bf2f751866c0da as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/1fe8686a472d4e2fa6bf2f751866c0da 2024-12-07T06:21:01,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/1fe8686a472d4e2fa6bf2f751866c0da, entries=150, sequenceid=159, filesize=11.9 K 2024-12-07T06:21:01,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ccea5ef17cbb8577a9af44284cb22fe0 in 869ms, sequenceid=159, compaction requested=true 2024-12-07T06:21:01,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:01,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:01,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:01,223 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:01,223 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:01,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:01,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:01,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:01,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:01,224 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:01,224 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:01,224 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/B is initiating minor compaction (all files) 2024-12-07T06:21:01,224 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/A is initiating minor compaction (all files) 2024-12-07T06:21:01,224 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/B in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:01,224 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/A in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:01,224 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1673079b7294a469dc5b5e3677c7e4a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1ebe0963cec418a86fad5d46af8708e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/5702f0c9209c48039de0c8166884776f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=35.6 K 2024-12-07T06:21:01,224 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/dfae9a2f015741ea8600d26714d3c1c0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/1f3cb36e12c24af2887992d25e5e91ce, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5065c6274ac040a69e4b2d2e1979fc10] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=108.0 K 2024-12-07T06:21:01,224 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:01,224 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/dfae9a2f015741ea8600d26714d3c1c0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/1f3cb36e12c24af2887992d25e5e91ce, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5065c6274ac040a69e4b2d2e1979fc10] 2024-12-07T06:21:01,225 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a1673079b7294a469dc5b5e3677c7e4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733552455923 2024-12-07T06:21:01,225 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfae9a2f015741ea8600d26714d3c1c0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733552455923 2024-12-07T06:21:01,226 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a1ebe0963cec418a86fad5d46af8708e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733552457057 2024-12-07T06:21:01,226 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f3cb36e12c24af2887992d25e5e91ce, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733552457057 2024-12-07T06:21:01,227 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 5702f0c9209c48039de0c8166884776f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733552459227 2024-12-07T06:21:01,227 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5065c6274ac040a69e4b2d2e1979fc10, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733552459224 2024-12-07T06:21:01,245 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:01,246 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#B#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:01,247 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/6103460c01ed4dca819a64bb644e3677 is 50, key is test_row_0/B:col10/1733552459227/Put/seqid=0 2024-12-07T06:21:01,247 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207ef95c950391b48ecb49226cc3e803a61_ccea5ef17cbb8577a9af44284cb22fe0 store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:01,249 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207ef95c950391b48ecb49226cc3e803a61_ccea5ef17cbb8577a9af44284cb22fe0, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:01,249 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ef95c950391b48ecb49226cc3e803a61_ccea5ef17cbb8577a9af44284cb22fe0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:01,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742314_1490 (size=12493) 2024-12-07T06:21:01,256 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/6103460c01ed4dca819a64bb644e3677 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/6103460c01ed4dca819a64bb644e3677 2024-12-07T06:21:01,260 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/B of ccea5ef17cbb8577a9af44284cb22fe0 into 6103460c01ed4dca819a64bb644e3677(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:01,260 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:01,260 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/B, priority=13, startTime=1733552461223; duration=0sec 2024-12-07T06:21:01,260 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:01,260 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:B 2024-12-07T06:21:01,260 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:01,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742315_1491 (size=4469) 2024-12-07T06:21:01,263 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:01,263 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/C is initiating minor compaction (all files) 2024-12-07T06:21:01,263 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/C in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:01,263 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e82c6cb1e3ea4f5d944a901b19d725bf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/cfbb56a7127841a48490b41e3a472274, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/1fe8686a472d4e2fa6bf2f751866c0da] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=35.6 K 2024-12-07T06:21:01,264 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting e82c6cb1e3ea4f5d944a901b19d725bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733552455923 2024-12-07T06:21:01,265 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting cfbb56a7127841a48490b41e3a472274, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733552457057 2024-12-07T06:21:01,266 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#A#compaction#420 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:01,266 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fe8686a472d4e2fa6bf2f751866c0da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733552459227 2024-12-07T06:21:01,266 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/802cfe6b114543bca1e7cb097ee100f5 is 175, key is test_row_0/A:col10/1733552459227/Put/seqid=0 2024-12-07T06:21:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T06:21:01,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742316_1492 (size=31447) 2024-12-07T06:21:01,280 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/802cfe6b114543bca1e7cb097ee100f5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/802cfe6b114543bca1e7cb097ee100f5 2024-12-07T06:21:01,283 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:01,284 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/20d234f1326d4b8794ff3703c4bcac09 is 50, key is test_row_0/C:col10/1733552459227/Put/seqid=0 2024-12-07T06:21:01,285 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/A of ccea5ef17cbb8577a9af44284cb22fe0 into 802cfe6b114543bca1e7cb097ee100f5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:01,285 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:01,285 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/A, priority=13, startTime=1733552461223; duration=0sec 2024-12-07T06:21:01,285 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:01,285 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:A 2024-12-07T06:21:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742317_1493 (size=12493) 2024-12-07T06:21:01,293 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/20d234f1326d4b8794ff3703c4bcac09 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/20d234f1326d4b8794ff3703c4bcac09 2024-12-07T06:21:01,303 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/C of ccea5ef17cbb8577a9af44284cb22fe0 into 20d234f1326d4b8794ff3703c4bcac09(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:01,303 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:01,303 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/C, priority=13, startTime=1733552461223; duration=0sec 2024-12-07T06:21:01,303 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:01,303 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:C 2024-12-07T06:21:01,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T06:21:01,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:01,322 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-07T06:21:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:01,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072c431406f380494e8c85f1e165cc6efa_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552460362/Put/seqid=0 2024-12-07T06:21:01,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742318_1494 (size=12304) 2024-12-07T06:21:01,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:01,345 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072c431406f380494e8c85f1e165cc6efa_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072c431406f380494e8c85f1e165cc6efa_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:01,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/5a4b29ed9c9c4202b53855bc856a53bc, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/5a4b29ed9c9c4202b53855bc856a53bc is 175, key is test_row_0/A:col10/1733552460362/Put/seqid=0 2024-12-07T06:21:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742319_1495 (size=31105) 2024-12-07T06:21:01,352 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/5a4b29ed9c9c4202b53855bc856a53bc 2024-12-07T06:21:01,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/ba09e5541d5c4210b0f0575ba822f6ae is 50, key is test_row_0/B:col10/1733552460362/Put/seqid=0 2024-12-07T06:21:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742320_1496 (size=12151) 2024-12-07T06:21:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T06:21:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:01,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552521509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552521509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552521510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552521510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552521511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552521616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552521616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552521616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552521616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552521616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,766 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/ba09e5541d5c4210b0f0575ba822f6ae 2024-12-07T06:21:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T06:21:01,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/ebae4cfee4064708b814947d8a7db701 is 50, key is test_row_0/C:col10/1733552460362/Put/seqid=0 2024-12-07T06:21:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742321_1497 (size=12151) 2024-12-07T06:21:01,777 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/ebae4cfee4064708b814947d8a7db701 2024-12-07T06:21:01,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/5a4b29ed9c9c4202b53855bc856a53bc as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5a4b29ed9c9c4202b53855bc856a53bc 2024-12-07T06:21:01,784 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5a4b29ed9c9c4202b53855bc856a53bc, entries=150, sequenceid=172, filesize=30.4 K 2024-12-07T06:21:01,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/ba09e5541d5c4210b0f0575ba822f6ae as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/ba09e5541d5c4210b0f0575ba822f6ae 2024-12-07T06:21:01,788 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/ba09e5541d5c4210b0f0575ba822f6ae, entries=150, sequenceid=172, filesize=11.9 K 2024-12-07T06:21:01,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/ebae4cfee4064708b814947d8a7db701 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/ebae4cfee4064708b814947d8a7db701 2024-12-07T06:21:01,792 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/ebae4cfee4064708b814947d8a7db701, entries=150, sequenceid=172, filesize=11.9 K 2024-12-07T06:21:01,793 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for ccea5ef17cbb8577a9af44284cb22fe0 in 471ms, sequenceid=172, compaction requested=false 2024-12-07T06:21:01,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:01,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:01,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-07T06:21:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-07T06:21:01,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-07T06:21:01,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 624 msec 2024-12-07T06:21:01,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 628 msec 2024-12-07T06:21:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:01,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-07T06:21:01,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:01,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:01,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:01,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:01,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:01,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552521824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412077720164f57d949359b63267d37601ca6_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552461820/Put/seqid=0 2024-12-07T06:21:01,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552521826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552521827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552521830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552521830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742322_1498 (size=14794) 2024-12-07T06:21:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552521931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552521934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552521934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552521935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:01,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552521935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552522137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552522138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552522138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552522139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552522139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,238 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412077720164f57d949359b63267d37601ca6_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077720164f57d949359b63267d37601ca6_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:02,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/07d05f143df4427d9e7f38e8aceff397, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:02,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/07d05f143df4427d9e7f38e8aceff397 is 175, key is test_row_0/A:col10/1733552461820/Put/seqid=0 2024-12-07T06:21:02,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742323_1499 (size=39749) 2024-12-07T06:21:02,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/07d05f143df4427d9e7f38e8aceff397 2024-12-07T06:21:02,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/d7dd3e0f8e26488fbfa1c222319ec4f8 is 50, key is test_row_0/B:col10/1733552461820/Put/seqid=0 2024-12-07T06:21:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742324_1500 (size=12151) 2024-12-07T06:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T06:21:02,274 INFO [Thread-1983 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-07T06:21:02,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-07T06:21:02,277 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T06:21:02,278 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:02,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T06:21:02,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-07T06:21:02,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:02,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:02,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:02,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:02,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:02,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552522442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552522442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552522443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552522443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552522443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T06:21:02,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-07T06:21:02,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:02,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:02,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:02,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:02,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:02,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/d7dd3e0f8e26488fbfa1c222319ec4f8 2024-12-07T06:21:02,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/dd38ff8d48334738ae35bccdb140dedf is 50, key is test_row_0/C:col10/1733552461820/Put/seqid=0 2024-12-07T06:21:02,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742325_1501 (size=12151) 2024-12-07T06:21:02,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/dd38ff8d48334738ae35bccdb140dedf 2024-12-07T06:21:02,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/07d05f143df4427d9e7f38e8aceff397 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/07d05f143df4427d9e7f38e8aceff397 2024-12-07T06:21:02,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/07d05f143df4427d9e7f38e8aceff397, entries=200, sequenceid=200, filesize=38.8 K 2024-12-07T06:21:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/d7dd3e0f8e26488fbfa1c222319ec4f8 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/d7dd3e0f8e26488fbfa1c222319ec4f8 2024-12-07T06:21:02,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/d7dd3e0f8e26488fbfa1c222319ec4f8, entries=150, sequenceid=200, filesize=11.9 K 2024-12-07T06:21:02,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/dd38ff8d48334738ae35bccdb140dedf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dd38ff8d48334738ae35bccdb140dedf 2024-12-07T06:21:02,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T06:21:02,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T06:21:02,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dd38ff8d48334738ae35bccdb140dedf, entries=150, sequenceid=200, filesize=11.9 K 2024-12-07T06:21:02,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for ccea5ef17cbb8577a9af44284cb22fe0 in 896ms, sequenceid=200, compaction requested=true 2024-12-07T06:21:02,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:02,717 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:02,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:02,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:02,717 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:02,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:02,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:02,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:02,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:02,720 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:02,720 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/B is initiating minor compaction (all files) 2024-12-07T06:21:02,720 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/B in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:02,720 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/6103460c01ed4dca819a64bb644e3677, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/ba09e5541d5c4210b0f0575ba822f6ae, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/d7dd3e0f8e26488fbfa1c222319ec4f8] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=35.9 K 2024-12-07T06:21:02,721 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:02,721 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/A is initiating minor compaction (all files) 2024-12-07T06:21:02,721 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/A in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:02,721 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/802cfe6b114543bca1e7cb097ee100f5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5a4b29ed9c9c4202b53855bc856a53bc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/07d05f143df4427d9e7f38e8aceff397] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=99.9 K 2024-12-07T06:21:02,721 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:02,721 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/802cfe6b114543bca1e7cb097ee100f5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5a4b29ed9c9c4202b53855bc856a53bc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/07d05f143df4427d9e7f38e8aceff397] 2024-12-07T06:21:02,722 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 6103460c01ed4dca819a64bb644e3677, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733552459227 2024-12-07T06:21:02,722 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 802cfe6b114543bca1e7cb097ee100f5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733552459227 2024-12-07T06:21:02,722 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ba09e5541d5c4210b0f0575ba822f6ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733552460358 2024-12-07T06:21:02,723 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a4b29ed9c9c4202b53855bc856a53bc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733552460358 2024-12-07T06:21:02,723 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d7dd3e0f8e26488fbfa1c222319ec4f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733552461502 2024-12-07T06:21:02,723 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07d05f143df4427d9e7f38e8aceff397, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733552461502 2024-12-07T06:21:02,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:02,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-07T06:21:02,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:02,740 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T06:21:02,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:02,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:02,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:02,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:02,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:02,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:02,748 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:02,762 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:02,762 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/2fd5b05b13624ed5bdc821e75ef77a01 is 50, key is test_row_0/B:col10/1733552461820/Put/seqid=0 2024-12-07T06:21:02,771 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120738ba13962f6945b79816a7c2d2681877_ccea5ef17cbb8577a9af44284cb22fe0 store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:02,773 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120738ba13962f6945b79816a7c2d2681877_ccea5ef17cbb8577a9af44284cb22fe0, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:02,774 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120738ba13962f6945b79816a7c2d2681877_ccea5ef17cbb8577a9af44284cb22fe0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075393e6dd633d4616bc598cd9c04205d9_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552461827/Put/seqid=0 2024-12-07T06:21:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742326_1502 (size=12595) 2024-12-07T06:21:02,821 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/2fd5b05b13624ed5bdc821e75ef77a01 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2fd5b05b13624ed5bdc821e75ef77a01 2024-12-07T06:21:02,827 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/B of ccea5ef17cbb8577a9af44284cb22fe0 into 2fd5b05b13624ed5bdc821e75ef77a01(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:02,828 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:02,828 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/B, priority=13, startTime=1733552462717; duration=0sec 2024-12-07T06:21:02,828 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:02,828 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:B 2024-12-07T06:21:02,828 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:02,829 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:02,829 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/C is initiating minor compaction (all files) 2024-12-07T06:21:02,829 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/C in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:02,829 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/20d234f1326d4b8794ff3703c4bcac09, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/ebae4cfee4064708b814947d8a7db701, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dd38ff8d48334738ae35bccdb140dedf] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=35.9 K 2024-12-07T06:21:02,829 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 20d234f1326d4b8794ff3703c4bcac09, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733552459227 2024-12-07T06:21:02,830 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ebae4cfee4064708b814947d8a7db701, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733552460358 2024-12-07T06:21:02,830 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting dd38ff8d48334738ae35bccdb140dedf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733552461502 2024-12-07T06:21:02,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742327_1503 (size=4469) 2024-12-07T06:21:02,843 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#A#compaction#428 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:02,843 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/65b43ad51dee4240909974d2da00c9c3 is 175, key is test_row_0/A:col10/1733552461820/Put/seqid=0 2024-12-07T06:21:02,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742328_1504 (size=12304) 2024-12-07T06:21:02,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,848 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:02,849 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/f4ca287b744c48e5811acd265f5ce223 is 50, key is test_row_0/C:col10/1733552461820/Put/seqid=0 2024-12-07T06:21:02,853 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075393e6dd633d4616bc598cd9c04205d9_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075393e6dd633d4616bc598cd9c04205d9_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:02,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/437eb2a85f6c474aad6d97d9f11aaa66, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:02,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/437eb2a85f6c474aad6d97d9f11aaa66 is 175, key is test_row_0/A:col10/1733552461827/Put/seqid=0 2024-12-07T06:21:02,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742329_1505 (size=31549) 2024-12-07T06:21:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T06:21:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742330_1506 (size=12595) 2024-12-07T06:21:02,886 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/f4ca287b744c48e5811acd265f5ce223 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/f4ca287b744c48e5811acd265f5ce223 2024-12-07T06:21:02,894 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/C of ccea5ef17cbb8577a9af44284cb22fe0 into f4ca287b744c48e5811acd265f5ce223(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:02,894 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:02,894 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/C, priority=13, startTime=1733552462718; duration=0sec 2024-12-07T06:21:02,894 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:02,894 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:C 2024-12-07T06:21:02,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742331_1507 (size=31105) 2024-12-07T06:21:02,898 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/437eb2a85f6c474aad6d97d9f11aaa66 2024-12-07T06:21:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/95475771d694402a9dd4b08c5d319800 is 50, key is test_row_0/B:col10/1733552461827/Put/seqid=0 2024-12-07T06:21:02,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742332_1508 (size=12151) 2024-12-07T06:21:02,907 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/95475771d694402a9dd4b08c5d319800 2024-12-07T06:21:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/db9c0276ab1f496e9ffcb886156e1944 is 50, key is test_row_0/C:col10/1733552461827/Put/seqid=0 2024-12-07T06:21:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742333_1509 (size=12151) 2024-12-07T06:21:02,922 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/db9c0276ab1f496e9ffcb886156e1944 2024-12-07T06:21:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/437eb2a85f6c474aad6d97d9f11aaa66 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/437eb2a85f6c474aad6d97d9f11aaa66 2024-12-07T06:21:02,945 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/437eb2a85f6c474aad6d97d9f11aaa66, entries=150, sequenceid=208, filesize=30.4 K 2024-12-07T06:21:02,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/95475771d694402a9dd4b08c5d319800 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/95475771d694402a9dd4b08c5d319800 2024-12-07T06:21:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,950 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/95475771d694402a9dd4b08c5d319800, entries=150, sequenceid=208, filesize=11.9 K 2024-12-07T06:21:02,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/db9c0276ab1f496e9ffcb886156e1944 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/db9c0276ab1f496e9ffcb886156e1944 2024-12-07T06:21:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,955 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/db9c0276ab1f496e9ffcb886156e1944, entries=150, sequenceid=208, filesize=11.9 K 2024-12-07T06:21:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,955 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ccea5ef17cbb8577a9af44284cb22fe0 in 215ms, sequenceid=208, compaction requested=false 2024-12-07T06:21:02,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:02,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:02,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-07T06:21:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-07T06:21:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-07T06:21:02,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 679 msec 2024-12-07T06:21:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 683 msec 2024-12-07T06:21:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:03,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:21:03,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:03,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:03,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:03,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:03,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:03,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074840efa8096e491396bd5372a4437284_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552463087/Put/seqid=0 2024-12-07T06:21:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742335_1511 (size=24758) 2024-12-07T06:21:03,197 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:03,201 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074840efa8096e491396bd5372a4437284_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074840efa8096e491396bd5372a4437284_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:03,202 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/4e84d56b279944db91fd30860242532d, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:03,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/4e84d56b279944db91fd30860242532d is 175, key is test_row_0/A:col10/1733552463087/Put/seqid=0 2024-12-07T06:21:03,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552523196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742334_1510 (size=74395) 2024-12-07T06:21:03,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552523198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552523200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552523200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552523201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,270 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/65b43ad51dee4240909974d2da00c9c3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/65b43ad51dee4240909974d2da00c9c3 2024-12-07T06:21:03,275 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/A of ccea5ef17cbb8577a9af44284cb22fe0 into 65b43ad51dee4240909974d2da00c9c3(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:03,275 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:03,275 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/A, priority=13, startTime=1733552462717; duration=0sec 2024-12-07T06:21:03,275 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:03,275 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:A 2024-12-07T06:21:03,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552523308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552523312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552523313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552523314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552523314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T06:21:03,381 INFO [Thread-1983 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-07T06:21:03,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-07T06:21:03,388 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:03,390 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:03,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T06:21:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T06:21:03,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552523514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552523519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552523522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552523522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552523523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-07T06:21:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:03,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:03,608 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/4e84d56b279944db91fd30860242532d 2024-12-07T06:21:03,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/37a7bc4f84534dd7989085bf9e48cbb5 is 50, key is test_row_0/B:col10/1733552463087/Put/seqid=0 2024-12-07T06:21:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742336_1512 (size=12151) 2024-12-07T06:21:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T06:21:03,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-07T06:21:03,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:03,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:03,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:03,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:03,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552523818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552523826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552523826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552523828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552523828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:03,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-07T06:21:03,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:03,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:03,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:03,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:03,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T06:21:04,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-07T06:21:04,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:04,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:04,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:04,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:04,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:04,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/37a7bc4f84534dd7989085bf9e48cbb5 2024-12-07T06:21:04,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/c7625bf496f24aa59474f06596511362 is 50, key is test_row_0/C:col10/1733552463087/Put/seqid=0 2024-12-07T06:21:04,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742337_1513 (size=12151) 2024-12-07T06:21:04,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/c7625bf496f24aa59474f06596511362 2024-12-07T06:21:04,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/4e84d56b279944db91fd30860242532d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/4e84d56b279944db91fd30860242532d 2024-12-07T06:21:04,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/4e84d56b279944db91fd30860242532d, entries=400, sequenceid=221, filesize=72.7 K 2024-12-07T06:21:04,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/37a7bc4f84534dd7989085bf9e48cbb5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/37a7bc4f84534dd7989085bf9e48cbb5 2024-12-07T06:21:04,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/37a7bc4f84534dd7989085bf9e48cbb5, entries=150, sequenceid=221, filesize=11.9 K 2024-12-07T06:21:04,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/c7625bf496f24aa59474f06596511362 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/c7625bf496f24aa59474f06596511362 2024-12-07T06:21:04,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/c7625bf496f24aa59474f06596511362, entries=150, sequenceid=221, filesize=11.9 K 2024-12-07T06:21:04,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ccea5ef17cbb8577a9af44284cb22fe0 in 930ms, sequenceid=221, compaction requested=true 2024-12-07T06:21:04,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:04,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:04,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:04,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:04,059 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:04,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:04,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:04,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:04,059 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:04,060 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:04,060 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/A is initiating minor compaction (all files) 2024-12-07T06:21:04,060 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/A in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:04,060 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/65b43ad51dee4240909974d2da00c9c3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/437eb2a85f6c474aad6d97d9f11aaa66, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/4e84d56b279944db91fd30860242532d] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=133.8 K 2024-12-07T06:21:04,060 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:04,060 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/65b43ad51dee4240909974d2da00c9c3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/437eb2a85f6c474aad6d97d9f11aaa66, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/4e84d56b279944db91fd30860242532d] 2024-12-07T06:21:04,061 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:04,061 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/B is initiating minor compaction (all files) 2024-12-07T06:21:04,061 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65b43ad51dee4240909974d2da00c9c3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733552461502 2024-12-07T06:21:04,061 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/B in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:04,061 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2fd5b05b13624ed5bdc821e75ef77a01, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/95475771d694402a9dd4b08c5d319800, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/37a7bc4f84534dd7989085bf9e48cbb5] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=36.0 K 2024-12-07T06:21:04,061 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 437eb2a85f6c474aad6d97d9f11aaa66, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733552461825 2024-12-07T06:21:04,061 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fd5b05b13624ed5bdc821e75ef77a01, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733552461502 2024-12-07T06:21:04,062 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e84d56b279944db91fd30860242532d, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733552463045 2024-12-07T06:21:04,063 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 95475771d694402a9dd4b08c5d319800, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733552461825 2024-12-07T06:21:04,063 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 37a7bc4f84534dd7989085bf9e48cbb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733552463086 2024-12-07T06:21:04,068 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:04,070 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:04,070 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/05d3040090af4327a94b1a274c6d379b is 50, key is test_row_0/B:col10/1733552463087/Put/seqid=0 2024-12-07T06:21:04,076 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207f9f9f486304e4dc7a40a76a7bdf75d0d_ccea5ef17cbb8577a9af44284cb22fe0 store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:04,079 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207f9f9f486304e4dc7a40a76a7bdf75d0d_ccea5ef17cbb8577a9af44284cb22fe0, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:04,080 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f9f9f486304e4dc7a40a76a7bdf75d0d_ccea5ef17cbb8577a9af44284cb22fe0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742338_1514 (size=12697) 2024-12-07T06:21:04,089 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/05d3040090af4327a94b1a274c6d379b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/05d3040090af4327a94b1a274c6d379b 2024-12-07T06:21:04,093 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/B of ccea5ef17cbb8577a9af44284cb22fe0 into 05d3040090af4327a94b1a274c6d379b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:04,094 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:04,094 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/B, priority=13, startTime=1733552464059; duration=0sec 2024-12-07T06:21:04,094 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:04,094 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:B 2024-12-07T06:21:04,094 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:04,095 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:04,095 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/C is initiating minor compaction (all files) 2024-12-07T06:21:04,095 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/C in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:04,095 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/f4ca287b744c48e5811acd265f5ce223, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/db9c0276ab1f496e9ffcb886156e1944, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/c7625bf496f24aa59474f06596511362] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=36.0 K 2024-12-07T06:21:04,095 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f4ca287b744c48e5811acd265f5ce223, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733552461502 2024-12-07T06:21:04,096 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting db9c0276ab1f496e9ffcb886156e1944, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733552461825 2024-12-07T06:21:04,097 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c7625bf496f24aa59474f06596511362, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733552463086 2024-12-07T06:21:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742339_1515 (size=4469) 2024-12-07T06:21:04,106 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#A#compaction#437 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:04,107 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/ab6d773803b74eabab97a51f2db574a0 is 175, key is test_row_0/A:col10/1733552463087/Put/seqid=0 2024-12-07T06:21:04,110 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#C#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:04,110 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/42f50219a96b4675ba58f4b79f923086 is 50, key is test_row_0/C:col10/1733552463087/Put/seqid=0 2024-12-07T06:21:04,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742340_1516 (size=31651) 2024-12-07T06:21:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742341_1517 (size=12697) 2024-12-07T06:21:04,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-07T06:21:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:04,155 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:21:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071e9dc60faaa84096af56ced3e40a398f_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552463196/Put/seqid=0 2024-12-07T06:21:04,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742342_1518 (size=12304) 2024-12-07T06:21:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:04,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:04,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552524339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552524339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552524340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552524340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552524345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552524447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552524447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552524447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552524447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552524452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T06:21:04,518 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/ab6d773803b74eabab97a51f2db574a0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/ab6d773803b74eabab97a51f2db574a0 2024-12-07T06:21:04,524 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/42f50219a96b4675ba58f4b79f923086 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/42f50219a96b4675ba58f4b79f923086 2024-12-07T06:21:04,524 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/A of ccea5ef17cbb8577a9af44284cb22fe0 into ab6d773803b74eabab97a51f2db574a0(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:04,525 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:04,525 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/A, priority=13, startTime=1733552464059; duration=0sec 2024-12-07T06:21:04,525 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:04,525 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:A 2024-12-07T06:21:04,531 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/C of ccea5ef17cbb8577a9af44284cb22fe0 into 42f50219a96b4675ba58f4b79f923086(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:04,531 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:04,531 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/C, priority=13, startTime=1733552464059; duration=0sec 2024-12-07T06:21:04,532 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:04,532 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:C 2024-12-07T06:21:04,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:04,570 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071e9dc60faaa84096af56ced3e40a398f_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071e9dc60faaa84096af56ced3e40a398f_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:04,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/50e3e1874c8f4820bd9be29934ceec2c, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:04,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/50e3e1874c8f4820bd9be29934ceec2c is 175, key is test_row_0/A:col10/1733552463196/Put/seqid=0 2024-12-07T06:21:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742343_1519 (size=31105) 2024-12-07T06:21:04,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552524651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552524651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552524652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552524652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552524656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552524956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552524957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552524957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552524958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552524960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:04,982 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/50e3e1874c8f4820bd9be29934ceec2c 2024-12-07T06:21:04,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a1821e8699274c8db544084c9c09ac05 is 50, key is test_row_0/B:col10/1733552463196/Put/seqid=0 2024-12-07T06:21:05,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742344_1520 (size=12151) 2024-12-07T06:21:05,405 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a1821e8699274c8db544084c9c09ac05 2024-12-07T06:21:05,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/b161da626c1342cf9ee7abe81c78c063 is 50, key is test_row_0/C:col10/1733552463196/Put/seqid=0 2024-12-07T06:21:05,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742345_1521 (size=12151) 2024-12-07T06:21:05,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552525463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:05,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552525463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:05,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552525464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:05,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552525464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:05,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552525467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T06:21:05,816 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/b161da626c1342cf9ee7abe81c78c063 2024-12-07T06:21:05,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/50e3e1874c8f4820bd9be29934ceec2c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/50e3e1874c8f4820bd9be29934ceec2c 2024-12-07T06:21:05,824 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/50e3e1874c8f4820bd9be29934ceec2c, entries=150, sequenceid=248, filesize=30.4 K 2024-12-07T06:21:05,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a1821e8699274c8db544084c9c09ac05 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1821e8699274c8db544084c9c09ac05 2024-12-07T06:21:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,828 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1821e8699274c8db544084c9c09ac05, entries=150, sequenceid=248, filesize=11.9 K 2024-12-07T06:21:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/b161da626c1342cf9ee7abe81c78c063 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b161da626c1342cf9ee7abe81c78c063 2024-12-07T06:21:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,844 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b161da626c1342cf9ee7abe81c78c063, entries=150, sequenceid=248, filesize=11.9 K 2024-12-07T06:21:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,845 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ccea5ef17cbb8577a9af44284cb22fe0 in 1690ms, sequenceid=248, compaction requested=false 2024-12-07T06:21:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-07T06:21:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-07T06:21:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-07T06:21:05,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4560 sec 2024-12-07T06:21:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.4620 sec 2024-12-07T06:21:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T06:21:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:06,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:06,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:06,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:06,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ce016fd346e14c17b1f53211b7e5d8a6_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552464331/Put/seqid=0 2024-12-07T06:21:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742346_1522 (size=12404) 2024-12-07T06:21:06,522 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:06,527 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ce016fd346e14c17b1f53211b7e5d8a6_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ce016fd346e14c17b1f53211b7e5d8a6_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:06,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/3fc42e1e9e774e05a578a777043d7f66, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:06,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/3fc42e1e9e774e05a578a777043d7f66 is 175, key is test_row_0/A:col10/1733552464331/Put/seqid=0 2024-12-07T06:21:06,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742347_1523 (size=31205) 2024-12-07T06:21:06,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552526544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552526546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552526548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552526551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552526557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552526658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552526658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552526658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552526662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552526666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552526862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552526863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552526863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552526867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552526873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:06,954 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/3fc42e1e9e774e05a578a777043d7f66 2024-12-07T06:21:06,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/2bf75467bed0413b9afac836a347af05 is 50, key is test_row_0/B:col10/1733552464331/Put/seqid=0 2024-12-07T06:21:06,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742348_1524 (size=12251) 2024-12-07T06:21:07,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552527166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552527167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552527167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552527173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552527177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/2bf75467bed0413b9afac836a347af05 2024-12-07T06:21:07,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/0c685b8526884667b623931b5ba0d117 is 50, key is test_row_0/C:col10/1733552464331/Put/seqid=0 2024-12-07T06:21:07,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742349_1525 (size=12251) 2024-12-07T06:21:07,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/0c685b8526884667b623931b5ba0d117 2024-12-07T06:21:07,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/3fc42e1e9e774e05a578a777043d7f66 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/3fc42e1e9e774e05a578a777043d7f66 2024-12-07T06:21:07,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/3fc42e1e9e774e05a578a777043d7f66, entries=150, sequenceid=262, filesize=30.5 K 2024-12-07T06:21:07,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/2bf75467bed0413b9afac836a347af05 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2bf75467bed0413b9afac836a347af05 2024-12-07T06:21:07,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2bf75467bed0413b9afac836a347af05, entries=150, sequenceid=262, filesize=12.0 K 2024-12-07T06:21:07,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/0c685b8526884667b623931b5ba0d117 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/0c685b8526884667b623931b5ba0d117 2024-12-07T06:21:07,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/0c685b8526884667b623931b5ba0d117, entries=150, sequenceid=262, filesize=12.0 K 2024-12-07T06:21:07,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ccea5ef17cbb8577a9af44284cb22fe0 in 906ms, sequenceid=262, compaction requested=true 2024-12-07T06:21:07,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:07,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:07,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:07,393 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:07,393 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:07,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccea5ef17cbb8577a9af44284cb22fe0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:07,394 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:07,394 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93961 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:07,394 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/A is initiating minor compaction (all files) 2024-12-07T06:21:07,394 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/B is initiating minor compaction (all files) 2024-12-07T06:21:07,395 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/A in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:07,395 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/B in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:07,395 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/ab6d773803b74eabab97a51f2db574a0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/50e3e1874c8f4820bd9be29934ceec2c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/3fc42e1e9e774e05a578a777043d7f66] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=91.8 K 2024-12-07T06:21:07,395 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/05d3040090af4327a94b1a274c6d379b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1821e8699274c8db544084c9c09ac05, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2bf75467bed0413b9afac836a347af05] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=36.2 K 2024-12-07T06:21:07,395 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:07,395 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/ab6d773803b74eabab97a51f2db574a0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/50e3e1874c8f4820bd9be29934ceec2c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/3fc42e1e9e774e05a578a777043d7f66] 2024-12-07T06:21:07,395 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 05d3040090af4327a94b1a274c6d379b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733552463086 2024-12-07T06:21:07,395 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab6d773803b74eabab97a51f2db574a0, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733552463086 2024-12-07T06:21:07,395 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a1821e8699274c8db544084c9c09ac05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733552463196 2024-12-07T06:21:07,396 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50e3e1874c8f4820bd9be29934ceec2c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733552463196 2024-12-07T06:21:07,400 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bf75467bed0413b9afac836a347af05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733552464331 2024-12-07T06:21:07,400 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fc42e1e9e774e05a578a777043d7f66, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733552464331 2024-12-07T06:21:07,410 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#B#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:07,411 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a054d69f7e284fe096af6ea7482f1d61 is 50, key is test_row_0/B:col10/1733552464331/Put/seqid=0 2024-12-07T06:21:07,412 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:07,420 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207f9cdc2c20dab4315a83cb38e4e111448_ccea5ef17cbb8577a9af44284cb22fe0 store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:07,422 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207f9cdc2c20dab4315a83cb38e4e111448_ccea5ef17cbb8577a9af44284cb22fe0, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:07,422 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f9cdc2c20dab4315a83cb38e4e111448_ccea5ef17cbb8577a9af44284cb22fe0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:07,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742350_1526 (size=12899) 2024-12-07T06:21:07,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742351_1527 (size=4469) 2024-12-07T06:21:07,431 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/a054d69f7e284fe096af6ea7482f1d61 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a054d69f7e284fe096af6ea7482f1d61 2024-12-07T06:21:07,434 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/B of ccea5ef17cbb8577a9af44284cb22fe0 into a054d69f7e284fe096af6ea7482f1d61(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:07,434 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:07,434 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/B, priority=13, startTime=1733552467393; duration=0sec 2024-12-07T06:21:07,435 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:07,435 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:B 2024-12-07T06:21:07,435 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:07,436 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:07,436 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): ccea5ef17cbb8577a9af44284cb22fe0/C is initiating minor compaction (all files) 2024-12-07T06:21:07,436 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ccea5ef17cbb8577a9af44284cb22fe0/C in TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:07,436 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/42f50219a96b4675ba58f4b79f923086, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b161da626c1342cf9ee7abe81c78c063, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/0c685b8526884667b623931b5ba0d117] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp, totalSize=36.2 K 2024-12-07T06:21:07,437 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 42f50219a96b4675ba58f4b79f923086, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733552463086 2024-12-07T06:21:07,437 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b161da626c1342cf9ee7abe81c78c063, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733552463196 2024-12-07T06:21:07,437 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c685b8526884667b623931b5ba0d117, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733552464331 2024-12-07T06:21:07,445 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#C#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:07,445 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/4593511d580d48ca87a07b60b4ee4626 is 50, key is test_row_0/C:col10/1733552464331/Put/seqid=0 2024-12-07T06:21:07,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742352_1528 (size=12899) 2024-12-07T06:21:07,459 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/4593511d580d48ca87a07b60b4ee4626 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/4593511d580d48ca87a07b60b4ee4626 2024-12-07T06:21:07,463 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/C of ccea5ef17cbb8577a9af44284cb22fe0 into 4593511d580d48ca87a07b60b4ee4626(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:07,463 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:07,463 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/C, priority=13, startTime=1733552467394; duration=0sec 2024-12-07T06:21:07,464 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:07,464 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:C 2024-12-07T06:21:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T06:21:07,495 INFO [Thread-1983 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-07T06:21:07,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-07T06:21:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T06:21:07,498 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:07,499 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:07,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T06:21:07,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-07T06:21:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:07,652 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:21:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:07,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078b6bb3a6ae6d4f3e866e616479fb20a8_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552466523/Put/seqid=0 2024-12-07T06:21:07,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742353_1529 (size=12454) 2024-12-07T06:21:07,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:07,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:07,676 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078b6bb3a6ae6d4f3e866e616479fb20a8_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078b6bb3a6ae6d4f3e866e616479fb20a8_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/2862253dda0e48c2943d3dca0d3ce7ce, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/2862253dda0e48c2943d3dca0d3ce7ce is 175, key is test_row_0/A:col10/1733552466523/Put/seqid=0 2024-12-07T06:21:07,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742354_1530 (size=31255) 2024-12-07T06:21:07,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552527686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552527687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552527687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552527688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552527688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552527789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552527793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552527794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T06:21:07,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552527794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552527794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:07,828 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccea5ef17cbb8577a9af44284cb22fe0#A#compaction#447 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T06:21:07,828 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/6f9ed644791242cb928f64a3e7fbec78 is 175, key is test_row_0/A:col10/1733552464331/Put/seqid=0 2024-12-07T06:21:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742355_1531 (size=31853) 2024-12-07T06:21:07,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552527994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552527999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552527999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552528001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552528001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,082 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/2862253dda0e48c2943d3dca0d3ce7ce 2024-12-07T06:21:08,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/462bf1d246f642b69e2950207113756c is 50, key is test_row_0/B:col10/1733552466523/Put/seqid=0 2024-12-07T06:21:08,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742356_1532 (size=12301) 2024-12-07T06:21:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T06:21:08,236 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/6f9ed644791242cb928f64a3e7fbec78 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/6f9ed644791242cb928f64a3e7fbec78 2024-12-07T06:21:08,241 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ccea5ef17cbb8577a9af44284cb22fe0/A of ccea5ef17cbb8577a9af44284cb22fe0 into 6f9ed644791242cb928f64a3e7fbec78(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:08,241 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:08,241 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0., storeName=ccea5ef17cbb8577a9af44284cb22fe0/A, priority=13, startTime=1733552467393; duration=0sec 2024-12-07T06:21:08,241 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:08,241 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccea5ef17cbb8577a9af44284cb22fe0:A 2024-12-07T06:21:08,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552528299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552528304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552528304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552528304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552528306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,493 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/462bf1d246f642b69e2950207113756c 2024-12-07T06:21:08,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/4b87c5828640465190149b4b11251c2e is 50, key is test_row_0/C:col10/1733552466523/Put/seqid=0 2024-12-07T06:21:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742357_1533 (size=12301) 2024-12-07T06:21:08,505 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/4b87c5828640465190149b4b11251c2e 2024-12-07T06:21:08,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/2862253dda0e48c2943d3dca0d3ce7ce as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/2862253dda0e48c2943d3dca0d3ce7ce 2024-12-07T06:21:08,511 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/2862253dda0e48c2943d3dca0d3ce7ce, entries=150, sequenceid=288, filesize=30.5 K 2024-12-07T06:21:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-07T06:21:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/462bf1d246f642b69e2950207113756c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/462bf1d246f642b69e2950207113756c 2024-12-07T06:21:08,516 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/462bf1d246f642b69e2950207113756c, entries=150, sequenceid=288, filesize=12.0 K 2024-12-07T06:21:08,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/4b87c5828640465190149b4b11251c2e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/4b87c5828640465190149b4b11251c2e 2024-12-07T06:21:08,519 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/4b87c5828640465190149b4b11251c2e, entries=150, sequenceid=288, filesize=12.0 K 2024-12-07T06:21:08,520 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ccea5ef17cbb8577a9af44284cb22fe0 in 868ms, sequenceid=288, compaction requested=false 2024-12-07T06:21:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-07T06:21:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-07T06:21:08,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-07T06:21:08,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-12-07T06:21:08,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0280 sec 2024-12-07T06:21:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T06:21:08,601 INFO [Thread-1983 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-07T06:21:08,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-07T06:21:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-07T06:21:08,606 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:08,606 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:08,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-07T06:21:08,758 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-07T06:21:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:08,758 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:21:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076413b195439349ca8f9f32d35517f315_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552467686/Put/seqid=0 2024-12-07T06:21:08,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742358_1534 (size=12454) 2024-12-07T06:21:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:08,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552528831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552528831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552528832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552528836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552528837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-07T06:21:08,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552528937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552528940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552528940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552528941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:08,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552528942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552529142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552529143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552529143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552529144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552529147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:09,179 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076413b195439349ca8f9f32d35517f315_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076413b195439349ca8f9f32d35517f315_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/78c9bd370eda48d49d3aa1eba63e84f8, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/78c9bd370eda48d49d3aa1eba63e84f8 is 175, key is test_row_0/A:col10/1733552467686/Put/seqid=0 2024-12-07T06:21:09,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742359_1535 (size=31255) 2024-12-07T06:21:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-07T06:21:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552529447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552529450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552529452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552529452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552529452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,589 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/78c9bd370eda48d49d3aa1eba63e84f8 2024-12-07T06:21:09,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/3585f8cd75d8456d8f15885ae7936fcf is 50, key is test_row_0/B:col10/1733552467686/Put/seqid=0 2024-12-07T06:21:09,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742360_1536 (size=12301) 2024-12-07T06:21:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-07T06:21:09,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552529954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552529957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552529957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552529958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:09,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552529960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:10,001 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/3585f8cd75d8456d8f15885ae7936fcf 2024-12-07T06:21:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/f308852f7bf642f4ad0866e229f4ac6d is 50, key is test_row_0/C:col10/1733552467686/Put/seqid=0 2024-12-07T06:21:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742361_1537 (size=12301) 2024-12-07T06:21:10,413 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/f308852f7bf642f4ad0866e229f4ac6d 2024-12-07T06:21:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/78c9bd370eda48d49d3aa1eba63e84f8 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/78c9bd370eda48d49d3aa1eba63e84f8 2024-12-07T06:21:10,420 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/78c9bd370eda48d49d3aa1eba63e84f8, entries=150, sequenceid=302, filesize=30.5 K 2024-12-07T06:21:10,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/3585f8cd75d8456d8f15885ae7936fcf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/3585f8cd75d8456d8f15885ae7936fcf 2024-12-07T06:21:10,424 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/3585f8cd75d8456d8f15885ae7936fcf, entries=150, sequenceid=302, filesize=12.0 K 2024-12-07T06:21:10,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/f308852f7bf642f4ad0866e229f4ac6d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/f308852f7bf642f4ad0866e229f4ac6d 2024-12-07T06:21:10,428 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/f308852f7bf642f4ad0866e229f4ac6d, entries=150, sequenceid=302, filesize=12.0 K 2024-12-07T06:21:10,429 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ccea5ef17cbb8577a9af44284cb22fe0 in 1671ms, sequenceid=302, compaction requested=true 2024-12-07T06:21:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-07T06:21:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-07T06:21:10,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-07T06:21:10,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-12-07T06:21:10,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.8300 sec 2024-12-07T06:21:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-07T06:21:10,707 INFO [Thread-1983 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-07T06:21:10,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-07T06:21:10,715 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-07T06:21:10,716 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:10,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-07T06:21:10,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:10,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-07T06:21:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:10,868 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:21:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:10,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120790a5315be81141ee96b164e6d484021b_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552468830/Put/seqid=0 2024-12-07T06:21:10,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742362_1538 (size=12454) 2024-12-07T06:21:10,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:10,882 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120790a5315be81141ee96b164e6d484021b_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120790a5315be81141ee96b164e6d484021b_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:10,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/0b24fac832c34256a2e459967b15c4ba, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:10,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/0b24fac832c34256a2e459967b15c4ba is 175, key is test_row_0/A:col10/1733552468830/Put/seqid=0 2024-12-07T06:21:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742363_1539 (size=31255) 2024-12-07T06:21:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552530976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552530977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552530977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:10,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552530978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:10,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552530979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-07T06:21:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552531080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552531085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552531085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552531085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552531086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,287 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/0b24fac832c34256a2e459967b15c4ba 2024-12-07T06:21:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552531286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552531290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/d59e17b0e4ab48528fb59dec68464712 is 50, key is test_row_0/B:col10/1733552468830/Put/seqid=0 2024-12-07T06:21:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552531290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552531291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552531291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742364_1540 (size=12301) 2024-12-07T06:21:11,304 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T06:21:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-07T06:21:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552531595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552531596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552531597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552531597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552531597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:11,699 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/d59e17b0e4ab48528fb59dec68464712 2024-12-07T06:21:11,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/150e8cc3b19d4de696b25bd65a3c8b83 is 50, key is test_row_0/C:col10/1733552468830/Put/seqid=0 2024-12-07T06:21:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742365_1541 (size=12301) 2024-12-07T06:21:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-07T06:21:12,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59240 deadline: 1733552532100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:12,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59258 deadline: 1733552532100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:12,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59252 deadline: 1733552532100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:12,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1733552532101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:12,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59194 deadline: 1733552532103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:12,115 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/150e8cc3b19d4de696b25bd65a3c8b83 2024-12-07T06:21:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/0b24fac832c34256a2e459967b15c4ba as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/0b24fac832c34256a2e459967b15c4ba 2024-12-07T06:21:12,123 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/0b24fac832c34256a2e459967b15c4ba, entries=150, sequenceid=325, filesize=30.5 K 2024-12-07T06:21:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/d59e17b0e4ab48528fb59dec68464712 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/d59e17b0e4ab48528fb59dec68464712 2024-12-07T06:21:12,127 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/d59e17b0e4ab48528fb59dec68464712, entries=150, sequenceid=325, filesize=12.0 K 2024-12-07T06:21:12,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/150e8cc3b19d4de696b25bd65a3c8b83 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/150e8cc3b19d4de696b25bd65a3c8b83 2024-12-07T06:21:12,130 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/150e8cc3b19d4de696b25bd65a3c8b83, entries=150, sequenceid=325, filesize=12.0 K 2024-12-07T06:21:12,131 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ccea5ef17cbb8577a9af44284cb22fe0 in 1263ms, sequenceid=325, compaction requested=true 2024-12-07T06:21:12,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:12,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:12,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-07T06:21:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-07T06:21:12,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-07T06:21:12,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-12-07T06:21:12,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4280 sec 2024-12-07T06:21:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-07T06:21:12,819 INFO [Thread-1983 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-07T06:21:12,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-07T06:21:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-07T06:21:12,822 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:12,822 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:12,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:12,836 DEBUG [Thread-1992 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:58548 2024-12-07T06:21:12,836 DEBUG [Thread-1992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:12,837 DEBUG [Thread-1990 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:58548 2024-12-07T06:21:12,837 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:12,837 DEBUG [Thread-1984 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:58548 2024-12-07T06:21:12,837 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:12,839 DEBUG [Thread-1988 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:58548 2024-12-07T06:21:12,839 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:12,842 DEBUG [Thread-1986 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:58548 2024-12-07T06:21:12,842 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-07T06:21:12,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:12,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-07T06:21:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:12,975 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:21:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:12,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207184ee51ee9bf4b04a72a9f9dc87ae30c_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552470978/Put/seqid=0 2024-12-07T06:21:12,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742366_1542 (size=12454) 2024-12-07T06:21:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:13,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. as already flushing 2024-12-07T06:21:13,105 DEBUG [Thread-1977 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:58548 2024-12-07T06:21:13,105 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:13,108 DEBUG [Thread-1981 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:58548 2024-12-07T06:21:13,108 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:13,108 DEBUG [Thread-1973 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:58548 2024-12-07T06:21:13,108 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:13,110 DEBUG [Thread-1979 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:58548 2024-12-07T06:21:13,110 DEBUG [Thread-1979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:13,116 DEBUG [Thread-1975 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:58548 2024-12-07T06:21:13,116 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-07T06:21:13,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:13,386 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207184ee51ee9bf4b04a72a9f9dc87ae30c_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207184ee51ee9bf4b04a72a9f9dc87ae30c_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:13,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/ef8b0826504140dbbb1880bf2843abb4, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:13,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/ef8b0826504140dbbb1880bf2843abb4 is 175, key is test_row_0/A:col10/1733552470978/Put/seqid=0 2024-12-07T06:21:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742367_1543 (size=31255) 2024-12-07T06:21:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-07T06:21:13,791 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/ef8b0826504140dbbb1880bf2843abb4 2024-12-07T06:21:13,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/000c035f365c4622ab5cb84609aca535 is 50, key is test_row_0/B:col10/1733552470978/Put/seqid=0 2024-12-07T06:21:13,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742368_1544 (size=12301) 2024-12-07T06:21:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-07T06:21:14,200 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/000c035f365c4622ab5cb84609aca535 2024-12-07T06:21:14,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/83c30115c4ab4310939ca16270152f57 is 50, key is test_row_0/C:col10/1733552470978/Put/seqid=0 2024-12-07T06:21:14,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742369_1545 (size=12301) 2024-12-07T06:21:14,609 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/83c30115c4ab4310939ca16270152f57 2024-12-07T06:21:14,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/ef8b0826504140dbbb1880bf2843abb4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/ef8b0826504140dbbb1880bf2843abb4 2024-12-07T06:21:14,615 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/ef8b0826504140dbbb1880bf2843abb4, entries=150, sequenceid=338, filesize=30.5 K 2024-12-07T06:21:14,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/000c035f365c4622ab5cb84609aca535 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/000c035f365c4622ab5cb84609aca535 2024-12-07T06:21:14,618 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/000c035f365c4622ab5cb84609aca535, entries=150, sequenceid=338, filesize=12.0 K 2024-12-07T06:21:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/83c30115c4ab4310939ca16270152f57 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/83c30115c4ab4310939ca16270152f57 2024-12-07T06:21:14,621 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/83c30115c4ab4310939ca16270152f57, entries=150, sequenceid=338, filesize=12.0 K 2024-12-07T06:21:14,622 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=33.54 KB/34350 for ccea5ef17cbb8577a9af44284cb22fe0 in 1647ms, sequenceid=338, compaction requested=true 2024-12-07T06:21:14,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:14,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:14,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-07T06:21:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-07T06:21:14,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-07T06:21:14,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8010 sec 2024-12-07T06:21:14,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.8040 sec 2024-12-07T06:21:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-07T06:21:14,925 INFO [Thread-1983 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2279 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6835 rows 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2268 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6798 rows 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2262 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6780 rows 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2252 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6755 rows 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2268 2024-12-07T06:21:14,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6803 rows 2024-12-07T06:21:14,925 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T06:21:14,925 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34becda3 to 127.0.0.1:58548 2024-12-07T06:21:14,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:14,927 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T06:21:14,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T06:21:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T06:21:14,932 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552474931"}]},"ts":"1733552474931"} 2024-12-07T06:21:14,933 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T06:21:14,935 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T06:21:14,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T06:21:14,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, UNASSIGN}] 2024-12-07T06:21:14,937 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, UNASSIGN 2024-12-07T06:21:14,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=ccea5ef17cbb8577a9af44284cb22fe0, regionState=CLOSING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:14,938 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T06:21:14,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; CloseRegionProcedure ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:21:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T06:21:15,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:15,090 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(124): Close ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1681): Closing ccea5ef17cbb8577a9af44284cb22fe0, disabling compactions & flushes 2024-12-07T06:21:15,090 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. after waiting 0 ms 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:15,090 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(2837): Flushing ccea5ef17cbb8577a9af44284cb22fe0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=A 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=B 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccea5ef17cbb8577a9af44284cb22fe0, store=C 2024-12-07T06:21:15,090 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:15,095 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ce81cba111d9420496cbcb012ee7f3b0_ccea5ef17cbb8577a9af44284cb22fe0 is 50, key is test_row_0/A:col10/1733552473115/Put/seqid=0 2024-12-07T06:21:15,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742370_1546 (size=9914) 2024-12-07T06:21:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T06:21:15,498 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:15,501 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ce81cba111d9420496cbcb012ee7f3b0_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ce81cba111d9420496cbcb012ee7f3b0_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:15,502 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/fb67fb90301c46b1bc60b3a2972646b2, store: [table=TestAcidGuarantees family=A region=ccea5ef17cbb8577a9af44284cb22fe0] 2024-12-07T06:21:15,503 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/fb67fb90301c46b1bc60b3a2972646b2 is 175, key is test_row_0/A:col10/1733552473115/Put/seqid=0 2024-12-07T06:21:15,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742371_1547 (size=22561) 2024-12-07T06:21:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T06:21:15,737 DEBUG [regionserver/38a4c3e922fd:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.15384615384615385, tune throughput to 57.69 MB/second 2024-12-07T06:21:15,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/6d283411a91e439f9285be4e2e9c9296, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/41fd21469d984cc694f1d4f8c277c707, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/c8ff5ec5e15741ee9101cbf5401fad89, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/bce7a4c8ffda4d26adb7a9af6155ed17, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/a3f4e0fa1593401e882060c721e2e480, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/f32381c357f94188b59c61bc82694d90, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/336813fe6d594d28a495fec2cebce8bf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/dfae9a2f015741ea8600d26714d3c1c0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/1f3cb36e12c24af2887992d25e5e91ce, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5065c6274ac040a69e4b2d2e1979fc10, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/802cfe6b114543bca1e7cb097ee100f5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5a4b29ed9c9c4202b53855bc856a53bc, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/07d05f143df4427d9e7f38e8aceff397, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/65b43ad51dee4240909974d2da00c9c3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/437eb2a85f6c474aad6d97d9f11aaa66, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/4e84d56b279944db91fd30860242532d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/ab6d773803b74eabab97a51f2db574a0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/50e3e1874c8f4820bd9be29934ceec2c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/3fc42e1e9e774e05a578a777043d7f66] to archive 2024-12-07T06:21:15,740 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:21:15,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/6d283411a91e439f9285be4e2e9c9296 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/6d283411a91e439f9285be4e2e9c9296 2024-12-07T06:21:15,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/41fd21469d984cc694f1d4f8c277c707 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/41fd21469d984cc694f1d4f8c277c707 2024-12-07T06:21:15,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/c8ff5ec5e15741ee9101cbf5401fad89 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/c8ff5ec5e15741ee9101cbf5401fad89 2024-12-07T06:21:15,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/bce7a4c8ffda4d26adb7a9af6155ed17 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/bce7a4c8ffda4d26adb7a9af6155ed17 2024-12-07T06:21:15,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/a3f4e0fa1593401e882060c721e2e480 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/a3f4e0fa1593401e882060c721e2e480 2024-12-07T06:21:15,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/f32381c357f94188b59c61bc82694d90 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/f32381c357f94188b59c61bc82694d90 2024-12-07T06:21:15,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/336813fe6d594d28a495fec2cebce8bf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/336813fe6d594d28a495fec2cebce8bf 2024-12-07T06:21:15,747 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/dfae9a2f015741ea8600d26714d3c1c0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/dfae9a2f015741ea8600d26714d3c1c0 2024-12-07T06:21:15,748 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/1f3cb36e12c24af2887992d25e5e91ce to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/1f3cb36e12c24af2887992d25e5e91ce 2024-12-07T06:21:15,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5065c6274ac040a69e4b2d2e1979fc10 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5065c6274ac040a69e4b2d2e1979fc10 2024-12-07T06:21:15,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/802cfe6b114543bca1e7cb097ee100f5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/802cfe6b114543bca1e7cb097ee100f5 2024-12-07T06:21:15,751 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5a4b29ed9c9c4202b53855bc856a53bc to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/5a4b29ed9c9c4202b53855bc856a53bc 2024-12-07T06:21:15,752 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/07d05f143df4427d9e7f38e8aceff397 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/07d05f143df4427d9e7f38e8aceff397 2024-12-07T06:21:15,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/65b43ad51dee4240909974d2da00c9c3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/65b43ad51dee4240909974d2da00c9c3 2024-12-07T06:21:15,754 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/437eb2a85f6c474aad6d97d9f11aaa66 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/437eb2a85f6c474aad6d97d9f11aaa66 2024-12-07T06:21:15,755 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/4e84d56b279944db91fd30860242532d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/4e84d56b279944db91fd30860242532d 2024-12-07T06:21:15,755 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/ab6d773803b74eabab97a51f2db574a0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/ab6d773803b74eabab97a51f2db574a0 2024-12-07T06:21:15,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/50e3e1874c8f4820bd9be29934ceec2c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/50e3e1874c8f4820bd9be29934ceec2c 2024-12-07T06:21:15,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/3fc42e1e9e774e05a578a777043d7f66 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/3fc42e1e9e774e05a578a777043d7f66 2024-12-07T06:21:15,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/e4c16f647f4844188297103345f50ca2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/1a80a85d0d8f488993ca4645b6959f99, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2dbd764c8e284c5397b303523e53e075, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/fa29a25a47054e2b8282b60813f25c25, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/89595cb0604648bcb12f83c689006a61, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/c27ca6f291a24df9ae269507e6aa7d17, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1673079b7294a469dc5b5e3677c7e4a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a144d9d1bbd2461eb68a69f3264161a3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1ebe0963cec418a86fad5d46af8708e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/6103460c01ed4dca819a64bb644e3677, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/5702f0c9209c48039de0c8166884776f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/ba09e5541d5c4210b0f0575ba822f6ae, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2fd5b05b13624ed5bdc821e75ef77a01, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/d7dd3e0f8e26488fbfa1c222319ec4f8, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/95475771d694402a9dd4b08c5d319800, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/05d3040090af4327a94b1a274c6d379b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/37a7bc4f84534dd7989085bf9e48cbb5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1821e8699274c8db544084c9c09ac05, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2bf75467bed0413b9afac836a347af05] to archive 2024-12-07T06:21:15,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:21:15,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/e4c16f647f4844188297103345f50ca2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/e4c16f647f4844188297103345f50ca2 2024-12-07T06:21:15,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/1a80a85d0d8f488993ca4645b6959f99 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/1a80a85d0d8f488993ca4645b6959f99 2024-12-07T06:21:15,765 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2dbd764c8e284c5397b303523e53e075 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2dbd764c8e284c5397b303523e53e075 2024-12-07T06:21:15,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/fa29a25a47054e2b8282b60813f25c25 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/fa29a25a47054e2b8282b60813f25c25 2024-12-07T06:21:15,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/89595cb0604648bcb12f83c689006a61 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/89595cb0604648bcb12f83c689006a61 2024-12-07T06:21:15,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/c27ca6f291a24df9ae269507e6aa7d17 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/c27ca6f291a24df9ae269507e6aa7d17 2024-12-07T06:21:15,768 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1673079b7294a469dc5b5e3677c7e4a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1673079b7294a469dc5b5e3677c7e4a 2024-12-07T06:21:15,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a144d9d1bbd2461eb68a69f3264161a3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a144d9d1bbd2461eb68a69f3264161a3 2024-12-07T06:21:15,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1ebe0963cec418a86fad5d46af8708e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1ebe0963cec418a86fad5d46af8708e 2024-12-07T06:21:15,771 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/6103460c01ed4dca819a64bb644e3677 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/6103460c01ed4dca819a64bb644e3677 2024-12-07T06:21:15,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/5702f0c9209c48039de0c8166884776f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/5702f0c9209c48039de0c8166884776f 2024-12-07T06:21:15,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/ba09e5541d5c4210b0f0575ba822f6ae to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/ba09e5541d5c4210b0f0575ba822f6ae 2024-12-07T06:21:15,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2fd5b05b13624ed5bdc821e75ef77a01 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2fd5b05b13624ed5bdc821e75ef77a01 2024-12-07T06:21:15,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/d7dd3e0f8e26488fbfa1c222319ec4f8 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/d7dd3e0f8e26488fbfa1c222319ec4f8 2024-12-07T06:21:15,775 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/95475771d694402a9dd4b08c5d319800 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/95475771d694402a9dd4b08c5d319800 2024-12-07T06:21:15,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/05d3040090af4327a94b1a274c6d379b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/05d3040090af4327a94b1a274c6d379b 2024-12-07T06:21:15,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/37a7bc4f84534dd7989085bf9e48cbb5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/37a7bc4f84534dd7989085bf9e48cbb5 2024-12-07T06:21:15,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1821e8699274c8db544084c9c09ac05 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a1821e8699274c8db544084c9c09ac05 2024-12-07T06:21:15,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2bf75467bed0413b9afac836a347af05 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/2bf75467bed0413b9afac836a347af05 2024-12-07T06:21:15,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e394070beb434a4d86a5d538fae895d2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/582e307454204c2386978729363de72d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/01c59f7acb084355907ddc542fc32ca3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dc073b933cd5475889154c3af0f1d5da, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b0eb420baffe42129255874ba5910903, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/03123032d4e8455c81d1bfae920f7990, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e82c6cb1e3ea4f5d944a901b19d725bf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/863ec917eabb4fe0b9451c983d6090f4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/cfbb56a7127841a48490b41e3a472274, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/20d234f1326d4b8794ff3703c4bcac09, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/1fe8686a472d4e2fa6bf2f751866c0da, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/ebae4cfee4064708b814947d8a7db701, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/f4ca287b744c48e5811acd265f5ce223, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dd38ff8d48334738ae35bccdb140dedf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/db9c0276ab1f496e9ffcb886156e1944, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/42f50219a96b4675ba58f4b79f923086, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/c7625bf496f24aa59474f06596511362, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b161da626c1342cf9ee7abe81c78c063, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/0c685b8526884667b623931b5ba0d117] to archive 2024-12-07T06:21:15,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:21:15,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e394070beb434a4d86a5d538fae895d2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e394070beb434a4d86a5d538fae895d2 2024-12-07T06:21:15,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/582e307454204c2386978729363de72d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/582e307454204c2386978729363de72d 2024-12-07T06:21:15,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/01c59f7acb084355907ddc542fc32ca3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/01c59f7acb084355907ddc542fc32ca3 2024-12-07T06:21:15,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dc073b933cd5475889154c3af0f1d5da to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dc073b933cd5475889154c3af0f1d5da 2024-12-07T06:21:15,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b0eb420baffe42129255874ba5910903 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b0eb420baffe42129255874ba5910903 2024-12-07T06:21:15,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/03123032d4e8455c81d1bfae920f7990 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/03123032d4e8455c81d1bfae920f7990 2024-12-07T06:21:15,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e82c6cb1e3ea4f5d944a901b19d725bf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/e82c6cb1e3ea4f5d944a901b19d725bf 2024-12-07T06:21:15,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/863ec917eabb4fe0b9451c983d6090f4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/863ec917eabb4fe0b9451c983d6090f4 2024-12-07T06:21:15,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/cfbb56a7127841a48490b41e3a472274 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/cfbb56a7127841a48490b41e3a472274 2024-12-07T06:21:15,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/20d234f1326d4b8794ff3703c4bcac09 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/20d234f1326d4b8794ff3703c4bcac09 2024-12-07T06:21:15,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/1fe8686a472d4e2fa6bf2f751866c0da to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/1fe8686a472d4e2fa6bf2f751866c0da 2024-12-07T06:21:15,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/ebae4cfee4064708b814947d8a7db701 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/ebae4cfee4064708b814947d8a7db701 2024-12-07T06:21:15,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/f4ca287b744c48e5811acd265f5ce223 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/f4ca287b744c48e5811acd265f5ce223 2024-12-07T06:21:15,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dd38ff8d48334738ae35bccdb140dedf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/dd38ff8d48334738ae35bccdb140dedf 2024-12-07T06:21:15,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/db9c0276ab1f496e9ffcb886156e1944 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/db9c0276ab1f496e9ffcb886156e1944 2024-12-07T06:21:15,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/42f50219a96b4675ba58f4b79f923086 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/42f50219a96b4675ba58f4b79f923086 2024-12-07T06:21:15,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/c7625bf496f24aa59474f06596511362 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/c7625bf496f24aa59474f06596511362 2024-12-07T06:21:15,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b161da626c1342cf9ee7abe81c78c063 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/b161da626c1342cf9ee7abe81c78c063 2024-12-07T06:21:15,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38a4c3e922fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/0c685b8526884667b623931b5ba0d117 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/0c685b8526884667b623931b5ba0d117 2024-12-07T06:21:15,906 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/fb67fb90301c46b1bc60b3a2972646b2 2024-12-07T06:21:15,911 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/702f091fefce47d195cef208032e574a is 50, key is test_row_0/B:col10/1733552473115/Put/seqid=0 2024-12-07T06:21:15,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742372_1548 (size=9857) 2024-12-07T06:21:15,914 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/702f091fefce47d195cef208032e574a 2024-12-07T06:21:15,920 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/aad351f3cc6f49aabf120fcdcc95e208 is 50, key is test_row_0/C:col10/1733552473115/Put/seqid=0 2024-12-07T06:21:15,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742373_1549 (size=9857) 2024-12-07T06:21:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T06:21:16,324 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/aad351f3cc6f49aabf120fcdcc95e208 2024-12-07T06:21:16,327 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/A/fb67fb90301c46b1bc60b3a2972646b2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/fb67fb90301c46b1bc60b3a2972646b2 2024-12-07T06:21:16,329 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/fb67fb90301c46b1bc60b3a2972646b2, entries=100, sequenceid=346, filesize=22.0 K 2024-12-07T06:21:16,330 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/B/702f091fefce47d195cef208032e574a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/702f091fefce47d195cef208032e574a 2024-12-07T06:21:16,332 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/702f091fefce47d195cef208032e574a, entries=100, sequenceid=346, filesize=9.6 K 2024-12-07T06:21:16,332 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/.tmp/C/aad351f3cc6f49aabf120fcdcc95e208 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/aad351f3cc6f49aabf120fcdcc95e208 2024-12-07T06:21:16,335 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/aad351f3cc6f49aabf120fcdcc95e208, entries=100, sequenceid=346, filesize=9.6 K 2024-12-07T06:21:16,335 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ccea5ef17cbb8577a9af44284cb22fe0 in 1245ms, sequenceid=346, compaction requested=true 2024-12-07T06:21:16,339 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/recovered.edits/349.seqid, newMaxSeqId=349, maxSeqId=4 2024-12-07T06:21:16,339 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0. 2024-12-07T06:21:16,339 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1635): Region close journal for ccea5ef17cbb8577a9af44284cb22fe0: 2024-12-07T06:21:16,340 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(170): Closed ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:16,341 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=ccea5ef17cbb8577a9af44284cb22fe0, regionState=CLOSED 2024-12-07T06:21:16,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-07T06:21:16,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseRegionProcedure ccea5ef17cbb8577a9af44284cb22fe0, server=38a4c3e922fd,38777,1733552352987 in 1.4030 sec 2024-12-07T06:21:16,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-12-07T06:21:16,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccea5ef17cbb8577a9af44284cb22fe0, UNASSIGN in 1.4050 sec 2024-12-07T06:21:16,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-07T06:21:16,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4090 sec 2024-12-07T06:21:16,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552476345"}]},"ts":"1733552476345"} 2024-12-07T06:21:16,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T06:21:16,347 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T06:21:16,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4200 sec 2024-12-07T06:21:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T06:21:17,034 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-07T06:21:17,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T06:21:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:17,036 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:17,036 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=138, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-07T06:21:17,038 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,039 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/recovered.edits] 2024-12-07T06:21:17,041 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/0b24fac832c34256a2e459967b15c4ba to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/0b24fac832c34256a2e459967b15c4ba 2024-12-07T06:21:17,042 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/2862253dda0e48c2943d3dca0d3ce7ce to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/2862253dda0e48c2943d3dca0d3ce7ce 2024-12-07T06:21:17,043 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/6f9ed644791242cb928f64a3e7fbec78 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/6f9ed644791242cb928f64a3e7fbec78 2024-12-07T06:21:17,044 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/78c9bd370eda48d49d3aa1eba63e84f8 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/78c9bd370eda48d49d3aa1eba63e84f8 2024-12-07T06:21:17,045 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/ef8b0826504140dbbb1880bf2843abb4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/ef8b0826504140dbbb1880bf2843abb4 2024-12-07T06:21:17,045 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/fb67fb90301c46b1bc60b3a2972646b2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/A/fb67fb90301c46b1bc60b3a2972646b2 2024-12-07T06:21:17,047 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/000c035f365c4622ab5cb84609aca535 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/000c035f365c4622ab5cb84609aca535 2024-12-07T06:21:17,048 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/3585f8cd75d8456d8f15885ae7936fcf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/3585f8cd75d8456d8f15885ae7936fcf 2024-12-07T06:21:17,049 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/462bf1d246f642b69e2950207113756c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/462bf1d246f642b69e2950207113756c 2024-12-07T06:21:17,050 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/702f091fefce47d195cef208032e574a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/702f091fefce47d195cef208032e574a 2024-12-07T06:21:17,050 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a054d69f7e284fe096af6ea7482f1d61 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/a054d69f7e284fe096af6ea7482f1d61 2024-12-07T06:21:17,051 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/d59e17b0e4ab48528fb59dec68464712 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/B/d59e17b0e4ab48528fb59dec68464712 2024-12-07T06:21:17,053 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/150e8cc3b19d4de696b25bd65a3c8b83 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/150e8cc3b19d4de696b25bd65a3c8b83 2024-12-07T06:21:17,054 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/4593511d580d48ca87a07b60b4ee4626 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/4593511d580d48ca87a07b60b4ee4626 2024-12-07T06:21:17,054 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/4b87c5828640465190149b4b11251c2e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/4b87c5828640465190149b4b11251c2e 2024-12-07T06:21:17,055 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/83c30115c4ab4310939ca16270152f57 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/83c30115c4ab4310939ca16270152f57 2024-12-07T06:21:17,056 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/aad351f3cc6f49aabf120fcdcc95e208 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/aad351f3cc6f49aabf120fcdcc95e208 2024-12-07T06:21:17,057 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/f308852f7bf642f4ad0866e229f4ac6d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/C/f308852f7bf642f4ad0866e229f4ac6d 2024-12-07T06:21:17,058 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/recovered.edits/349.seqid to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0/recovered.edits/349.seqid 2024-12-07T06:21:17,059 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,059 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T06:21:17,059 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T06:21:17,060 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T06:21:17,062 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070f22df30996f4e8889ad5daeea8bc0ad_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070f22df30996f4e8889ad5daeea8bc0ad_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,063 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207178db20370654e4bb4cf16a414ed3b15_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207178db20370654e4bb4cf16a414ed3b15_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,063 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207184ee51ee9bf4b04a72a9f9dc87ae30c_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207184ee51ee9bf4b04a72a9f9dc87ae30c_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,064 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071e9dc60faaa84096af56ced3e40a398f_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071e9dc60faaa84096af56ced3e40a398f_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,065 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072c431406f380494e8c85f1e165cc6efa_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072c431406f380494e8c85f1e165cc6efa_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,066 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073434dee1ad47403295090c9796f9adf1_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073434dee1ad47403295090c9796f9adf1_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,067 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120742daaf2cec8041ccbc9aa5ebe542ba45_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120742daaf2cec8041ccbc9aa5ebe542ba45_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,068 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074840efa8096e491396bd5372a4437284_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074840efa8096e491396bd5372a4437284_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,069 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075393e6dd633d4616bc598cd9c04205d9_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075393e6dd633d4616bc598cd9c04205d9_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,069 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075c1b24b5fdc748d0978c39bbea17abae_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075c1b24b5fdc748d0978c39bbea17abae_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,070 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076413b195439349ca8f9f32d35517f315_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076413b195439349ca8f9f32d35517f315_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,071 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077720164f57d949359b63267d37601ca6_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077720164f57d949359b63267d37601ca6_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,072 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120788a8673e29d2431e882c08391629e14f_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120788a8673e29d2431e882c08391629e14f_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,073 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078b6bb3a6ae6d4f3e866e616479fb20a8_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078b6bb3a6ae6d4f3e866e616479fb20a8_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,073 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120790a5315be81141ee96b164e6d484021b_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120790a5315be81141ee96b164e6d484021b_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,074 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120796bfa76ea4c84e6fbd9dc286137649e2_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120796bfa76ea4c84e6fbd9dc286137649e2_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,075 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ce016fd346e14c17b1f53211b7e5d8a6_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ce016fd346e14c17b1f53211b7e5d8a6_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,076 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ce81cba111d9420496cbcb012ee7f3b0_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ce81cba111d9420496cbcb012ee7f3b0_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,077 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f2e28d1a3401404c9323a95babdf2f7e_ccea5ef17cbb8577a9af44284cb22fe0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f2e28d1a3401404c9323a95babdf2f7e_ccea5ef17cbb8577a9af44284cb22fe0 2024-12-07T06:21:17,078 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T06:21:17,079 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=138, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:17,080 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T06:21:17,082 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T06:21:17,083 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=138, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:17,083 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T06:21:17,083 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733552477083"}]},"ts":"9223372036854775807"} 2024-12-07T06:21:17,084 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T06:21:17,084 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ccea5ef17cbb8577a9af44284cb22fe0, NAME => 'TestAcidGuarantees,,1733552449779.ccea5ef17cbb8577a9af44284cb22fe0.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T06:21:17,084 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T06:21:17,084 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733552477084"}]},"ts":"9223372036854775807"} 2024-12-07T06:21:17,085 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T06:21:17,087 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=138, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:17,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-12-07T06:21:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-07T06:21:17,137 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-07T06:21:17,147 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 239) - Thread LEAK? -, OpenFileDescriptor=460 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 459), ProcessCount=9 (was 11), AvailableMemoryMB=8209 (was 7205) - AvailableMemoryMB LEAK? - 2024-12-07T06:21:17,157 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=9, AvailableMemoryMB=8209 2024-12-07T06:21:17,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T06:21:17,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T06:21:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:17,159 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T06:21:17,159 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:17,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 139 2024-12-07T06:21:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-07T06:21:17,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T06:21:17,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742374_1550 (size=963) 2024-12-07T06:21:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-07T06:21:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-07T06:21:17,566 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3 2024-12-07T06:21:17,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742375_1551 (size=53) 2024-12-07T06:21:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-07T06:21:17,971 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:21:17,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c4cc2c5df5468b085d4d729daa9ab688, disabling compactions & flushes 2024-12-07T06:21:17,972 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:17,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:17,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. after waiting 0 ms 2024-12-07T06:21:17,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:17,972 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:17,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:17,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T06:21:17,973 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733552477973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733552477973"}]},"ts":"1733552477973"} 2024-12-07T06:21:17,974 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T06:21:17,974 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T06:21:17,975 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552477974"}]},"ts":"1733552477974"} 2024-12-07T06:21:17,975 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T06:21:17,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4cc2c5df5468b085d4d729daa9ab688, ASSIGN}] 2024-12-07T06:21:17,980 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4cc2c5df5468b085d4d729daa9ab688, ASSIGN 2024-12-07T06:21:17,980 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4cc2c5df5468b085d4d729daa9ab688, ASSIGN; state=OFFLINE, location=38a4c3e922fd,38777,1733552352987; forceNewPlan=false, retain=false 2024-12-07T06:21:18,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=c4cc2c5df5468b085d4d729daa9ab688, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:18,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; OpenRegionProcedure c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:21:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-07T06:21:18,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:18,285 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:18,286 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7285): Opening region: {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:21:18,286 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:18,286 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:21:18,286 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7327): checking encryption for c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:18,286 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7330): checking classloading for c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:18,287 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:18,288 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:21:18,288 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4cc2c5df5468b085d4d729daa9ab688 columnFamilyName A 2024-12-07T06:21:18,288 DEBUG [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:18,289 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] regionserver.HStore(327): Store=c4cc2c5df5468b085d4d729daa9ab688/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:21:18,289 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:18,290 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:21:18,290 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4cc2c5df5468b085d4d729daa9ab688 columnFamilyName B 2024-12-07T06:21:18,290 DEBUG [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:18,290 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] regionserver.HStore(327): Store=c4cc2c5df5468b085d4d729daa9ab688/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:21:18,290 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:18,291 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:21:18,291 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4cc2c5df5468b085d4d729daa9ab688 columnFamilyName C 2024-12-07T06:21:18,291 DEBUG [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:18,292 INFO [StoreOpener-c4cc2c5df5468b085d4d729daa9ab688-1 {}] regionserver.HStore(327): Store=c4cc2c5df5468b085d4d729daa9ab688/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:21:18,292 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:18,292 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:18,292 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:18,293 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:21:18,294 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1085): writing seq id for c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:18,295 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T06:21:18,296 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1102): Opened c4cc2c5df5468b085d4d729daa9ab688; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62212431, jitterRate=-0.07296253740787506}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:21:18,296 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1001): Region open journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:18,297 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., pid=141, masterSystemTime=1733552478283 2024-12-07T06:21:18,298 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:18,298 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:18,299 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=c4cc2c5df5468b085d4d729daa9ab688, regionState=OPEN, openSeqNum=2, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:18,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-07T06:21:18,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; OpenRegionProcedure c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 in 168 msec 2024-12-07T06:21:18,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-12-07T06:21:18,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4cc2c5df5468b085d4d729daa9ab688, ASSIGN in 321 msec 2024-12-07T06:21:18,302 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T06:21:18,302 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552478302"}]},"ts":"1733552478302"} 2024-12-07T06:21:18,303 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T06:21:18,305 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T06:21:18,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-07T06:21:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-07T06:21:19,264 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 139 completed 2024-12-07T06:21:19,265 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-12-07T06:21:19,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,271 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T06:21:19,273 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T06:21:19,275 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-12-07T06:21:19,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-12-07T06:21:19,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,283 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-12-07T06:21:19,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-12-07T06:21:19,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-12-07T06:21:19,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-12-07T06:21:19,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-12-07T06:21:19,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-12-07T06:21:19,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-12-07T06:21:19,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-12-07T06:21:19,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:19,323 DEBUG [hconnection-0xc3edd28-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,323 DEBUG [hconnection-0x4cd83062-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,323 DEBUG [hconnection-0x123a018b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,324 DEBUG [hconnection-0x21599858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,324 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,324 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,324 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,325 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,328 DEBUG [hconnection-0x3a8844a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:19,329 DEBUG [hconnection-0x747edd54-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,329 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,330 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-07T06:21:19,331 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:19,331 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:19,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:19,332 DEBUG [hconnection-0xf1b3abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T06:21:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:19,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:21:19,333 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:19,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:19,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:19,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:19,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:19,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:19,334 DEBUG [hconnection-0x5f15c255-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,335 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,335 DEBUG [hconnection-0x260cfe47-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,337 DEBUG [hconnection-0x49b279e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:19,344 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,346 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:19,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552539351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552539351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552539356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552539356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552539357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/642b0d53d2b740ea9f5fb909bbce2f9a is 50, key is test_row_0/A:col10/1733552479332/Put/seqid=0 2024-12-07T06:21:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742376_1552 (size=12001) 2024-12-07T06:21:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T06:21:19,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552539457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552539457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552539457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552539461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552539461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T06:21:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:19,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T06:21:19,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T06:21:19,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:19,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:19,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:19,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552539660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552539660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552539661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552539663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552539664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/642b0d53d2b740ea9f5fb909bbce2f9a 2024-12-07T06:21:19,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T06:21:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:19,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/544609f9af614bbdacc605ea4dcf26cf is 50, key is test_row_0/B:col10/1733552479332/Put/seqid=0 2024-12-07T06:21:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742377_1553 (size=12001) 2024-12-07T06:21:19,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/544609f9af614bbdacc605ea4dcf26cf 2024-12-07T06:21:19,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/a08160b8887444c080990f58ffb53929 is 50, key is test_row_0/C:col10/1733552479332/Put/seqid=0 2024-12-07T06:21:19,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742378_1554 (size=12001) 2024-12-07T06:21:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T06:21:19,946 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T06:21:19,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:19,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:19,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:19,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552539964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552539964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552539966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552539967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552539968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T06:21:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:20,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:20,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T06:21:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:20,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:20,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/a08160b8887444c080990f58ffb53929 2024-12-07T06:21:20,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/642b0d53d2b740ea9f5fb909bbce2f9a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/642b0d53d2b740ea9f5fb909bbce2f9a 2024-12-07T06:21:20,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/642b0d53d2b740ea9f5fb909bbce2f9a, entries=150, sequenceid=14, filesize=11.7 K 2024-12-07T06:21:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/544609f9af614bbdacc605ea4dcf26cf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/544609f9af614bbdacc605ea4dcf26cf 2024-12-07T06:21:20,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/544609f9af614bbdacc605ea4dcf26cf, entries=150, sequenceid=14, filesize=11.7 K 2024-12-07T06:21:20,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/a08160b8887444c080990f58ffb53929 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a08160b8887444c080990f58ffb53929 2024-12-07T06:21:20,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a08160b8887444c080990f58ffb53929, entries=150, sequenceid=14, filesize=11.7 K 2024-12-07T06:21:20,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c4cc2c5df5468b085d4d729daa9ab688 in 953ms, sequenceid=14, compaction requested=false 2024-12-07T06:21:20,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:20,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T06:21:20,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:20,405 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:21:20,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:20,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:20,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/a6d56a08c66d4787a07124ee4bf3bd71 is 50, key is test_row_0/A:col10/1733552479351/Put/seqid=0 2024-12-07T06:21:20,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742379_1555 (size=12001) 2024-12-07T06:21:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T06:21:20,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:20,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552540476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552540480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552540481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552540482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552540482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552540583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552540585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552540589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552540589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552540589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552540788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552540788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552540794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552540795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552540794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:20,814 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/a6d56a08c66d4787a07124ee4bf3bd71 2024-12-07T06:21:20,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/aa867bae1b98449c851733836d624a06 is 50, key is test_row_0/B:col10/1733552479351/Put/seqid=0 2024-12-07T06:21:20,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742380_1556 (size=12001) 2024-12-07T06:21:20,824 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/aa867bae1b98449c851733836d624a06 2024-12-07T06:21:20,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9dc9fedd58a84f6d8aaf1c71bbce09cb is 50, key is test_row_0/C:col10/1733552479351/Put/seqid=0 2024-12-07T06:21:20,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742381_1557 (size=12001) 2024-12-07T06:21:21,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552541092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552541095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552541100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552541100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552541101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,237 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9dc9fedd58a84f6d8aaf1c71bbce09cb 2024-12-07T06:21:21,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/a6d56a08c66d4787a07124ee4bf3bd71 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a6d56a08c66d4787a07124ee4bf3bd71 2024-12-07T06:21:21,245 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a6d56a08c66d4787a07124ee4bf3bd71, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T06:21:21,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/aa867bae1b98449c851733836d624a06 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/aa867bae1b98449c851733836d624a06 2024-12-07T06:21:21,250 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/aa867bae1b98449c851733836d624a06, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T06:21:21,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9dc9fedd58a84f6d8aaf1c71bbce09cb as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9dc9fedd58a84f6d8aaf1c71bbce09cb 2024-12-07T06:21:21,253 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9dc9fedd58a84f6d8aaf1c71bbce09cb, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T06:21:21,254 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for c4cc2c5df5468b085d4d729daa9ab688 in 849ms, sequenceid=37, compaction requested=false 2024-12-07T06:21:21,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:21,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:21,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-07T06:21:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-07T06:21:21,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-07T06:21:21,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9240 sec 2024-12-07T06:21:21,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.9280 sec 2024-12-07T06:21:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T06:21:21,436 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-07T06:21:21,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-07T06:21:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-07T06:21:21,439 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:21,440 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:21,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-07T06:21:21,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T06:21:21,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:21,593 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T06:21:21,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:21,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:21,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:21,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:21,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:21,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/024072c425694200921ad1c3af4f88ff is 50, key is test_row_0/A:col10/1733552480480/Put/seqid=0 2024-12-07T06:21:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:21,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742382_1558 (size=12001) 2024-12-07T06:21:21,602 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/024072c425694200921ad1c3af4f88ff 2024-12-07T06:21:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/604625d0f10e43b187c8d0515a99e832 is 50, key is test_row_0/B:col10/1733552480480/Put/seqid=0 2024-12-07T06:21:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742383_1559 (size=12001) 2024-12-07T06:21:21,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552541652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552541657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552541657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552541662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552541662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-07T06:21:21,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552541763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552541763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552541764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552541764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552541767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T06:21:21,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552541966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552541967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552541967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552541968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:21,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552541973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,014 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/604625d0f10e43b187c8d0515a99e832 2024-12-07T06:21:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/820f27a9b66146b3a5c7de4218ec9d9b is 50, key is test_row_0/C:col10/1733552480480/Put/seqid=0 2024-12-07T06:21:22,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742384_1560 (size=12001) 2024-12-07T06:21:22,024 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/820f27a9b66146b3a5c7de4218ec9d9b 2024-12-07T06:21:22,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/024072c425694200921ad1c3af4f88ff as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/024072c425694200921ad1c3af4f88ff 2024-12-07T06:21:22,032 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/024072c425694200921ad1c3af4f88ff, entries=150, sequenceid=51, filesize=11.7 K 2024-12-07T06:21:22,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/604625d0f10e43b187c8d0515a99e832 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/604625d0f10e43b187c8d0515a99e832 2024-12-07T06:21:22,036 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/604625d0f10e43b187c8d0515a99e832, entries=150, sequenceid=51, filesize=11.7 K 2024-12-07T06:21:22,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/820f27a9b66146b3a5c7de4218ec9d9b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/820f27a9b66146b3a5c7de4218ec9d9b 2024-12-07T06:21:22,039 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/820f27a9b66146b3a5c7de4218ec9d9b, entries=150, sequenceid=51, filesize=11.7 K 2024-12-07T06:21:22,040 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c4cc2c5df5468b085d4d729daa9ab688 in 447ms, sequenceid=51, compaction requested=true 2024-12-07T06:21:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-07T06:21:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-07T06:21:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-07T06:21:22,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-07T06:21:22,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 601 msec 2024-12-07T06:21:22,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 605 msec 2024-12-07T06:21:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:22,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:21:22,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:22,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:22,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:22,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:22,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:22,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:22,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/50698332c55c44148b0c12a93082fe5a is 50, key is test_row_0/A:col10/1733552482273/Put/seqid=0 2024-12-07T06:21:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742385_1561 (size=14341) 2024-12-07T06:21:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552542281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552542287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552542288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552542288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552542288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552542389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552542394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552542394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552542398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552542398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-07T06:21:22,542 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-07T06:21:22,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-07T06:21:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-07T06:21:22,545 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:22,545 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:22,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552542596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552542599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552542599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552542603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552542604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-07T06:21:22,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/50698332c55c44148b0c12a93082fe5a 2024-12-07T06:21:22,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/4de501e99e684f3c8ae11bac7e0adbaf is 50, key is test_row_0/B:col10/1733552482273/Put/seqid=0 2024-12-07T06:21:22,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742386_1562 (size=12001) 2024-12-07T06:21:22,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T06:21:22,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:22,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:22,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:22,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-07T06:21:22,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T06:21:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:22,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:22,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552542902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552542903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552542904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552542912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552542913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T06:21:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/4de501e99e684f3c8ae11bac7e0adbaf 2024-12-07T06:21:23,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9676b5b228974e9396e4777fdf2278de is 50, key is test_row_0/C:col10/1733552482273/Put/seqid=0 2024-12-07T06:21:23,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742387_1563 (size=12001) 2024-12-07T06:21:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-07T06:21:23,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T06:21:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T06:21:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552543407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552543407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552543411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552543416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552543420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T06:21:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:23,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9676b5b228974e9396e4777fdf2278de 2024-12-07T06:21:23,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/50698332c55c44148b0c12a93082fe5a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/50698332c55c44148b0c12a93082fe5a 2024-12-07T06:21:23,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/50698332c55c44148b0c12a93082fe5a, entries=200, sequenceid=75, filesize=14.0 K 2024-12-07T06:21:23,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/4de501e99e684f3c8ae11bac7e0adbaf as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4de501e99e684f3c8ae11bac7e0adbaf 2024-12-07T06:21:23,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4de501e99e684f3c8ae11bac7e0adbaf, entries=150, sequenceid=75, filesize=11.7 K 2024-12-07T06:21:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9676b5b228974e9396e4777fdf2278de as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9676b5b228974e9396e4777fdf2278de 2024-12-07T06:21:23,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9676b5b228974e9396e4777fdf2278de, entries=150, sequenceid=75, filesize=11.7 K 2024-12-07T06:21:23,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c4cc2c5df5468b085d4d729daa9ab688 in 1248ms, sequenceid=75, compaction requested=true 2024-12-07T06:21:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:23,522 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:21:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:23,522 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:21:23,524 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:21:23,524 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:23,524 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,524 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/642b0d53d2b740ea9f5fb909bbce2f9a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a6d56a08c66d4787a07124ee4bf3bd71, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/024072c425694200921ad1c3af4f88ff, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/50698332c55c44148b0c12a93082fe5a] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=49.2 K 2024-12-07T06:21:23,524 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:21:23,524 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 642b0d53d2b740ea9f5fb909bbce2f9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733552479326 2024-12-07T06:21:23,524 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:23,524 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,524 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/544609f9af614bbdacc605ea4dcf26cf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/aa867bae1b98449c851733836d624a06, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/604625d0f10e43b187c8d0515a99e832, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4de501e99e684f3c8ae11bac7e0adbaf] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=46.9 K 2024-12-07T06:21:23,525 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6d56a08c66d4787a07124ee4bf3bd71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733552479350 2024-12-07T06:21:23,525 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 544609f9af614bbdacc605ea4dcf26cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733552479326 2024-12-07T06:21:23,525 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 024072c425694200921ad1c3af4f88ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733552480480 2024-12-07T06:21:23,525 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting aa867bae1b98449c851733836d624a06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733552479350 2024-12-07T06:21:23,525 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50698332c55c44148b0c12a93082fe5a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733552481650 2024-12-07T06:21:23,526 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 604625d0f10e43b187c8d0515a99e832, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733552480480 2024-12-07T06:21:23,526 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4de501e99e684f3c8ae11bac7e0adbaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733552481650 2024-12-07T06:21:23,534 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:23,535 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/9862e3d64b364fa5a908bb0ff3030003 is 50, key is test_row_0/B:col10/1733552482273/Put/seqid=0 2024-12-07T06:21:23,538 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:23,539 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/ced4ecf75b66414c82e0a89e3d0ba51a is 50, key is test_row_0/A:col10/1733552482273/Put/seqid=0 2024-12-07T06:21:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742388_1564 (size=12139) 2024-12-07T06:21:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742389_1565 (size=12139) 2024-12-07T06:21:23,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:23,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T06:21:23,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,613 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T06:21:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:23,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/20dbcf5b092042d396b09274f184d9f0 is 50, key is test_row_0/A:col10/1733552482277/Put/seqid=0 2024-12-07T06:21:23,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742390_1566 (size=12001) 2024-12-07T06:21:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-07T06:21:23,953 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/9862e3d64b364fa5a908bb0ff3030003 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9862e3d64b364fa5a908bb0ff3030003 2024-12-07T06:21:23,956 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/ced4ecf75b66414c82e0a89e3d0ba51a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ced4ecf75b66414c82e0a89e3d0ba51a 2024-12-07T06:21:23,958 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into 9862e3d64b364fa5a908bb0ff3030003(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:23,958 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:23,958 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=12, startTime=1733552483522; duration=0sec 2024-12-07T06:21:23,958 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:23,958 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:23,958 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:21:23,964 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:21:23,964 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:23,964 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:23,964 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a08160b8887444c080990f58ffb53929, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9dc9fedd58a84f6d8aaf1c71bbce09cb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/820f27a9b66146b3a5c7de4218ec9d9b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9676b5b228974e9396e4777fdf2278de] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=46.9 K 2024-12-07T06:21:23,965 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a08160b8887444c080990f58ffb53929, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733552479326 2024-12-07T06:21:23,965 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dc9fedd58a84f6d8aaf1c71bbce09cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733552479350 2024-12-07T06:21:23,965 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into ced4ecf75b66414c82e0a89e3d0ba51a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:23,965 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 820f27a9b66146b3a5c7de4218ec9d9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733552480480 2024-12-07T06:21:23,966 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:23,966 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=12, startTime=1733552483522; duration=0sec 2024-12-07T06:21:23,966 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:23,966 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:23,966 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 9676b5b228974e9396e4777fdf2278de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733552481650 2024-12-07T06:21:23,974 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:23,975 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/09539331605440cba680b2ca7237251d is 50, key is test_row_0/C:col10/1733552482273/Put/seqid=0 2024-12-07T06:21:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742391_1567 (size=12139) 2024-12-07T06:21:23,993 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/09539331605440cba680b2ca7237251d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/09539331605440cba680b2ca7237251d 2024-12-07T06:21:23,998 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into 09539331605440cba680b2ca7237251d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:23,998 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:23,998 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=12, startTime=1733552483522; duration=0sec 2024-12-07T06:21:23,998 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:23,998 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:24,020 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/20dbcf5b092042d396b09274f184d9f0 2024-12-07T06:21:24,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/9c7dd08ae6104f44bc9938b2178fe8d3 is 50, key is test_row_0/B:col10/1733552482277/Put/seqid=0 2024-12-07T06:21:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742392_1568 (size=12001) 2024-12-07T06:21:24,031 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/9c7dd08ae6104f44bc9938b2178fe8d3 2024-12-07T06:21:24,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/58eabc18a4d648f197df05a45606b036 is 50, key is test_row_0/C:col10/1733552482277/Put/seqid=0 2024-12-07T06:21:24,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742393_1569 (size=12001) 2024-12-07T06:21:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:24,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:24,440 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/58eabc18a4d648f197df05a45606b036 2024-12-07T06:21:24,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/20dbcf5b092042d396b09274f184d9f0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20dbcf5b092042d396b09274f184d9f0 2024-12-07T06:21:24,448 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20dbcf5b092042d396b09274f184d9f0, entries=150, sequenceid=87, filesize=11.7 K 2024-12-07T06:21:24,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/9c7dd08ae6104f44bc9938b2178fe8d3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9c7dd08ae6104f44bc9938b2178fe8d3 2024-12-07T06:21:24,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552544446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552544447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552544448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,452 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9c7dd08ae6104f44bc9938b2178fe8d3, entries=150, sequenceid=87, filesize=11.7 K 2024-12-07T06:21:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/58eabc18a4d648f197df05a45606b036 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/58eabc18a4d648f197df05a45606b036 2024-12-07T06:21:24,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552544449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552544450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,457 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/58eabc18a4d648f197df05a45606b036, entries=150, sequenceid=87, filesize=11.7 K 2024-12-07T06:21:24,458 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c4cc2c5df5468b085d4d729daa9ab688 in 845ms, sequenceid=87, compaction requested=false 2024-12-07T06:21:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-07T06:21:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-07T06:21:24,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-07T06:21:24,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9140 sec 2024-12-07T06:21:24,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.9190 sec 2024-12-07T06:21:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:24,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:21:24,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:24,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:24,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:24,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:24,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:24,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:24,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/e81bbddbcc904efcad05df06901c3289 is 50, key is test_row_0/A:col10/1733552484554/Put/seqid=0 2024-12-07T06:21:24,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742394_1570 (size=16681) 2024-12-07T06:21:24,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/e81bbddbcc904efcad05df06901c3289 2024-12-07T06:21:24,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/90a8a2048ec94498a2f882ee5010263a is 50, key is test_row_0/B:col10/1733552484554/Put/seqid=0 2024-12-07T06:21:24,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552544564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552544564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552544566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552544566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742395_1571 (size=12001) 2024-12-07T06:21:24,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/90a8a2048ec94498a2f882ee5010263a 2024-12-07T06:21:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552544569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/833db2454ca64962be9b6aa6c414667a is 50, key is test_row_0/C:col10/1733552484554/Put/seqid=0 2024-12-07T06:21:24,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742396_1572 (size=12001) 2024-12-07T06:21:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-07T06:21:24,648 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-07T06:21:24,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-07T06:21:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T06:21:24,651 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:24,651 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:24,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:24,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552544673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552544673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552544674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552544674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552544678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T06:21:24,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T06:21:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:24,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:24,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552544877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552544877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552544879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552544879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552544882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T06:21:24,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:24,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T06:21:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:24,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:24,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/833db2454ca64962be9b6aa6c414667a 2024-12-07T06:21:24,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/e81bbddbcc904efcad05df06901c3289 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e81bbddbcc904efcad05df06901c3289 2024-12-07T06:21:24,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e81bbddbcc904efcad05df06901c3289, entries=250, sequenceid=116, filesize=16.3 K 2024-12-07T06:21:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/90a8a2048ec94498a2f882ee5010263a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/90a8a2048ec94498a2f882ee5010263a 2024-12-07T06:21:24,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/90a8a2048ec94498a2f882ee5010263a, entries=150, sequenceid=116, filesize=11.7 K 2024-12-07T06:21:24,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/833db2454ca64962be9b6aa6c414667a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/833db2454ca64962be9b6aa6c414667a 2024-12-07T06:21:25,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/833db2454ca64962be9b6aa6c414667a, entries=150, sequenceid=116, filesize=11.7 K 2024-12-07T06:21:25,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c4cc2c5df5468b085d4d729daa9ab688 in 447ms, sequenceid=116, compaction requested=true 2024-12-07T06:21:25,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:25,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:25,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:25,002 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:25,002 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:25,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:25,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:25,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:25,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:25,003 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:25,003 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:25,003 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:25,003 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:25,003 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:25,003 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:25,003 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ced4ecf75b66414c82e0a89e3d0ba51a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20dbcf5b092042d396b09274f184d9f0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e81bbddbcc904efcad05df06901c3289] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=39.9 K 2024-12-07T06:21:25,003 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9862e3d64b364fa5a908bb0ff3030003, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9c7dd08ae6104f44bc9938b2178fe8d3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/90a8a2048ec94498a2f882ee5010263a] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=35.3 K 2024-12-07T06:21:25,003 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 9862e3d64b364fa5a908bb0ff3030003, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733552481650 2024-12-07T06:21:25,003 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ced4ecf75b66414c82e0a89e3d0ba51a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733552481650 2024-12-07T06:21:25,004 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20dbcf5b092042d396b09274f184d9f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733552482277 2024-12-07T06:21:25,004 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c7dd08ae6104f44bc9938b2178fe8d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733552482277 2024-12-07T06:21:25,004 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e81bbddbcc904efcad05df06901c3289, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733552484444 2024-12-07T06:21:25,004 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 90a8a2048ec94498a2f882ee5010263a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733552484444 2024-12-07T06:21:25,010 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:25,011 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:25,011 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/5fd65b82b1e54eacb910c3c82ec5ac14 is 50, key is test_row_0/A:col10/1733552484554/Put/seqid=0 2024-12-07T06:21:25,011 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/f783c534e096438e8637c1f4a34ca424 is 50, key is test_row_0/B:col10/1733552484554/Put/seqid=0 2024-12-07T06:21:25,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742397_1573 (size=12241) 2024-12-07T06:21:25,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742398_1574 (size=12241) 2024-12-07T06:21:25,027 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/f783c534e096438e8637c1f4a34ca424 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f783c534e096438e8637c1f4a34ca424 2024-12-07T06:21:25,034 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into f783c534e096438e8637c1f4a34ca424(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:25,034 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:25,034 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=13, startTime=1733552485002; duration=0sec 2024-12-07T06:21:25,034 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:25,034 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:25,034 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:25,035 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:25,035 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:25,035 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:25,036 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/09539331605440cba680b2ca7237251d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/58eabc18a4d648f197df05a45606b036, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/833db2454ca64962be9b6aa6c414667a] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=35.3 K 2024-12-07T06:21:25,036 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 09539331605440cba680b2ca7237251d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733552481650 2024-12-07T06:21:25,036 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 58eabc18a4d648f197df05a45606b036, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733552482277 2024-12-07T06:21:25,037 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 833db2454ca64962be9b6aa6c414667a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733552484444 2024-12-07T06:21:25,042 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:25,043 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/ed3c2b7063e1432c99551fc6a9a4eb81 is 50, key is test_row_0/C:col10/1733552484554/Put/seqid=0 2024-12-07T06:21:25,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742399_1575 (size=12241) 2024-12-07T06:21:25,057 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/ed3c2b7063e1432c99551fc6a9a4eb81 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/ed3c2b7063e1432c99551fc6a9a4eb81 2024-12-07T06:21:25,061 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into ed3c2b7063e1432c99551fc6a9a4eb81(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:25,061 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:25,061 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=13, startTime=1733552485002; duration=0sec 2024-12-07T06:21:25,061 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:25,061 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:25,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T06:21:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:25,109 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-07T06:21:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:25,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/98ef32b3bd99421ba8dfced1db3364ac is 50, key is test_row_0/A:col10/1733552484564/Put/seqid=0 2024-12-07T06:21:25,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742400_1576 (size=12001) 2024-12-07T06:21:25,117 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/98ef32b3bd99421ba8dfced1db3364ac 2024-12-07T06:21:25,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/4cb4a229d1ac413ba28959c847c1c893 is 50, key is test_row_0/B:col10/1733552484564/Put/seqid=0 2024-12-07T06:21:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742401_1577 (size=12001) 2024-12-07T06:21:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:25,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552545209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552545210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552545211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552545212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552545213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T06:21:25,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552545317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552545317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552545317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552545317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552545318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,423 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/5fd65b82b1e54eacb910c3c82ec5ac14 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/5fd65b82b1e54eacb910c3c82ec5ac14 2024-12-07T06:21:25,427 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into 5fd65b82b1e54eacb910c3c82ec5ac14(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:25,427 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:25,427 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=13, startTime=1733552485002; duration=0sec 2024-12-07T06:21:25,427 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:25,427 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:25,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552545521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552545521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552545522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552545522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552545523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,538 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/4cb4a229d1ac413ba28959c847c1c893 2024-12-07T06:21:25,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/0b35099528614fa59ffe31abaf615638 is 50, key is test_row_0/C:col10/1733552484564/Put/seqid=0 2024-12-07T06:21:25,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742402_1578 (size=12001) 2024-12-07T06:21:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T06:21:25,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552545826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552545826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552545827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552545827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552545828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:25,949 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/0b35099528614fa59ffe31abaf615638 2024-12-07T06:21:25,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/98ef32b3bd99421ba8dfced1db3364ac as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/98ef32b3bd99421ba8dfced1db3364ac 2024-12-07T06:21:25,956 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/98ef32b3bd99421ba8dfced1db3364ac, entries=150, sequenceid=128, filesize=11.7 K 2024-12-07T06:21:25,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/4cb4a229d1ac413ba28959c847c1c893 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4cb4a229d1ac413ba28959c847c1c893 2024-12-07T06:21:25,960 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4cb4a229d1ac413ba28959c847c1c893, entries=150, sequenceid=128, filesize=11.7 K 2024-12-07T06:21:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/0b35099528614fa59ffe31abaf615638 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/0b35099528614fa59ffe31abaf615638 2024-12-07T06:21:25,963 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/0b35099528614fa59ffe31abaf615638, entries=150, sequenceid=128, filesize=11.7 K 2024-12-07T06:21:25,964 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c4cc2c5df5468b085d4d729daa9ab688 in 855ms, sequenceid=128, compaction requested=false 2024-12-07T06:21:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-07T06:21:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-07T06:21:25,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-07T06:21:25,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3140 sec 2024-12-07T06:21:25,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.3170 sec 2024-12-07T06:21:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:26,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-07T06:21:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:26,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/7f54dfe1f8ba43f0ba89b50103d73f44 is 50, key is test_row_0/A:col10/1733552485209/Put/seqid=0 2024-12-07T06:21:26,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552546339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552546340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552546341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552546341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552546344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742403_1579 (size=14541) 2024-12-07T06:21:26,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/7f54dfe1f8ba43f0ba89b50103d73f44 2024-12-07T06:21:26,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/34ce601e78e94b3a878be0c69cfca5f7 is 50, key is test_row_0/B:col10/1733552485209/Put/seqid=0 2024-12-07T06:21:26,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742404_1580 (size=12151) 2024-12-07T06:21:26,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/34ce601e78e94b3a878be0c69cfca5f7 2024-12-07T06:21:26,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/8ee569b3ac1640618d773632f10095c1 is 50, key is test_row_0/C:col10/1733552485209/Put/seqid=0 2024-12-07T06:21:26,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742405_1581 (size=12151) 2024-12-07T06:21:26,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552546444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552546444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552546447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552546448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552546448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552546648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552546650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552546653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552546653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552546655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T06:21:26,754 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-07T06:21:26,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-07T06:21:26,757 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-07T06:21:26,758 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:26,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:26,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/8ee569b3ac1640618d773632f10095c1 2024-12-07T06:21:26,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/7f54dfe1f8ba43f0ba89b50103d73f44 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7f54dfe1f8ba43f0ba89b50103d73f44 2024-12-07T06:21:26,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7f54dfe1f8ba43f0ba89b50103d73f44, entries=200, sequenceid=156, filesize=14.2 K 2024-12-07T06:21:26,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/34ce601e78e94b3a878be0c69cfca5f7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/34ce601e78e94b3a878be0c69cfca5f7 2024-12-07T06:21:26,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/34ce601e78e94b3a878be0c69cfca5f7, entries=150, sequenceid=156, filesize=11.9 K 2024-12-07T06:21:26,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/8ee569b3ac1640618d773632f10095c1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/8ee569b3ac1640618d773632f10095c1 2024-12-07T06:21:26,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/8ee569b3ac1640618d773632f10095c1, entries=150, sequenceid=156, filesize=11.9 K 2024-12-07T06:21:26,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c4cc2c5df5468b085d4d729daa9ab688 in 470ms, sequenceid=156, compaction requested=true 2024-12-07T06:21:26,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:26,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:26,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:26,806 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:26,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:26,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:26,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:26,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:26,806 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:26,807 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:26,807 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:26,807 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:26,807 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:26,807 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:26,807 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:26,807 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/5fd65b82b1e54eacb910c3c82ec5ac14, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/98ef32b3bd99421ba8dfced1db3364ac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7f54dfe1f8ba43f0ba89b50103d73f44] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=37.9 K 2024-12-07T06:21:26,807 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f783c534e096438e8637c1f4a34ca424, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4cb4a229d1ac413ba28959c847c1c893, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/34ce601e78e94b3a878be0c69cfca5f7] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=35.5 K 2024-12-07T06:21:26,807 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fd65b82b1e54eacb910c3c82ec5ac14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733552484444 2024-12-07T06:21:26,807 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f783c534e096438e8637c1f4a34ca424, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733552484444 2024-12-07T06:21:26,808 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98ef32b3bd99421ba8dfced1db3364ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733552484564 2024-12-07T06:21:26,808 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cb4a229d1ac413ba28959c847c1c893, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733552484564 2024-12-07T06:21:26,808 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f54dfe1f8ba43f0ba89b50103d73f44, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733552485209 2024-12-07T06:21:26,808 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 34ce601e78e94b3a878be0c69cfca5f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733552485209 2024-12-07T06:21:26,815 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:26,816 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/151195e7d20448d4a6be7f64aa449f96 is 50, key is test_row_0/A:col10/1733552485209/Put/seqid=0 2024-12-07T06:21:26,819 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:26,820 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/83e28a3347914a44b04333304700269a is 50, key is test_row_0/B:col10/1733552485209/Put/seqid=0 2024-12-07T06:21:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742407_1583 (size=12493) 2024-12-07T06:21:26,840 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/83e28a3347914a44b04333304700269a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/83e28a3347914a44b04333304700269a 2024-12-07T06:21:26,847 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into 83e28a3347914a44b04333304700269a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:26,847 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:26,847 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=13, startTime=1733552486806; duration=0sec 2024-12-07T06:21:26,847 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:26,847 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:26,847 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:26,848 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:26,848 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:26,848 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:26,848 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/ed3c2b7063e1432c99551fc6a9a4eb81, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/0b35099528614fa59ffe31abaf615638, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/8ee569b3ac1640618d773632f10095c1] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=35.5 K 2024-12-07T06:21:26,850 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ed3c2b7063e1432c99551fc6a9a4eb81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733552484444 2024-12-07T06:21:26,850 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b35099528614fa59ffe31abaf615638, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733552484564 2024-12-07T06:21:26,850 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ee569b3ac1640618d773632f10095c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733552485209 2024-12-07T06:21:26,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742406_1582 (size=12493) 2024-12-07T06:21:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-07T06:21:26,859 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/151195e7d20448d4a6be7f64aa449f96 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/151195e7d20448d4a6be7f64aa449f96 2024-12-07T06:21:26,859 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:26,860 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/17b7a216bd364808a414954008fdec2c is 50, key is test_row_0/C:col10/1733552485209/Put/seqid=0 2024-12-07T06:21:26,866 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into 151195e7d20448d4a6be7f64aa449f96(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:26,866 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:26,866 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=13, startTime=1733552486806; duration=0sec 2024-12-07T06:21:26,866 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:26,866 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:26,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742408_1584 (size=12493) 2024-12-07T06:21:26,878 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/17b7a216bd364808a414954008fdec2c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/17b7a216bd364808a414954008fdec2c 2024-12-07T06:21:26,883 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into 17b7a216bd364808a414954008fdec2c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:26,883 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:26,883 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=13, startTime=1733552486806; duration=0sec 2024-12-07T06:21:26,883 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:26,883 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:26,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:26,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T06:21:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:26,910 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-07T06:21:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:26,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/8aeb6de773a04e68b8c40d4a64cac200 is 50, key is test_row_0/A:col10/1733552486340/Put/seqid=0 2024-12-07T06:21:26,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742409_1585 (size=9757) 2024-12-07T06:21:26,926 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/8aeb6de773a04e68b8c40d4a64cac200 2024-12-07T06:21:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/d858d6e95344431baac72096ace2a582 is 50, key is test_row_0/B:col10/1733552486340/Put/seqid=0 2024-12-07T06:21:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742410_1586 (size=9757) 2024-12-07T06:21:26,938 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/d858d6e95344431baac72096ace2a582 2024-12-07T06:21:26,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/95e2171b54404a0c90d6b708569a2679 is 50, key is test_row_0/C:col10/1733552486340/Put/seqid=0 2024-12-07T06:21:26,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742411_1587 (size=9757) 2024-12-07T06:21:26,956 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/95e2171b54404a0c90d6b708569a2679 2024-12-07T06:21:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/8aeb6de773a04e68b8c40d4a64cac200 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8aeb6de773a04e68b8c40d4a64cac200 2024-12-07T06:21:26,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:26,964 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8aeb6de773a04e68b8c40d4a64cac200, entries=100, sequenceid=168, filesize=9.5 K 2024-12-07T06:21:26,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/d858d6e95344431baac72096ace2a582 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/d858d6e95344431baac72096ace2a582 2024-12-07T06:21:26,968 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/d858d6e95344431baac72096ace2a582, entries=100, sequenceid=168, filesize=9.5 K 2024-12-07T06:21:26,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/95e2171b54404a0c90d6b708569a2679 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/95e2171b54404a0c90d6b708569a2679 2024-12-07T06:21:26,973 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/95e2171b54404a0c90d6b708569a2679, entries=100, sequenceid=168, filesize=9.5 K 2024-12-07T06:21:26,973 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=73.80 KB/75570 for c4cc2c5df5468b085d4d729daa9ab688 in 63ms, sequenceid=168, compaction requested=false 2024-12-07T06:21:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-07T06:21:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-07T06:21:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:26,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-07T06:21:26,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-07T06:21:26,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 217 msec 2024-12-07T06:21:26,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:26,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:26,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:26,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:26,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:26,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:26,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 222 msec 2024-12-07T06:21:26,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/60206925ee4e470b934f9c5a121fcb05 is 50, key is test_row_0/A:col10/1733552486976/Put/seqid=0 2024-12-07T06:21:26,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742412_1588 (size=14541) 2024-12-07T06:21:27,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552546999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552547002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552547003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552547004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552547005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-07T06:21:27,059 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-07T06:21:27,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-07T06:21:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T06:21:27,062 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:27,063 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:27,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:27,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552547106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552547108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552547110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552547110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552547111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T06:21:27,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T06:21:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552547311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552547313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552547313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552547314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552547315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T06:21:27,368 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T06:21:27,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:27,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/60206925ee4e470b934f9c5a121fcb05 2024-12-07T06:21:27,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/b107ca0a09e14397923e4912fd9d213f is 50, key is test_row_0/B:col10/1733552486976/Put/seqid=0 2024-12-07T06:21:27,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742413_1589 (size=12151) 2024-12-07T06:21:27,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T06:21:27,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:27,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552547617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552547618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552547621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552547622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552547623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T06:21:27,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T06:21:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/b107ca0a09e14397923e4912fd9d213f 2024-12-07T06:21:27,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/689c9fd8a58f40c4bcc101424da2a6d8 is 50, key is test_row_0/C:col10/1733552486976/Put/seqid=0 2024-12-07T06:21:27,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742414_1590 (size=12151) 2024-12-07T06:21:27,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T06:21:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:27,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T06:21:27,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:27,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:27,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:28,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552548121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:28,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552548123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:28,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552548125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:28,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552548126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:28,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:28,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T06:21:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:28,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:28,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552548128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T06:21:28,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/689c9fd8a58f40c4bcc101424da2a6d8 2024-12-07T06:21:28,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/60206925ee4e470b934f9c5a121fcb05 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/60206925ee4e470b934f9c5a121fcb05 2024-12-07T06:21:28,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/60206925ee4e470b934f9c5a121fcb05, entries=200, sequenceid=184, filesize=14.2 K 2024-12-07T06:21:28,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/b107ca0a09e14397923e4912fd9d213f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/b107ca0a09e14397923e4912fd9d213f 2024-12-07T06:21:28,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/b107ca0a09e14397923e4912fd9d213f, entries=150, sequenceid=184, filesize=11.9 K 2024-12-07T06:21:28,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/689c9fd8a58f40c4bcc101424da2a6d8 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/689c9fd8a58f40c4bcc101424da2a6d8 2024-12-07T06:21:28,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/689c9fd8a58f40c4bcc101424da2a6d8, entries=150, sequenceid=184, filesize=11.9 K 2024-12-07T06:21:28,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c4cc2c5df5468b085d4d729daa9ab688 in 1256ms, sequenceid=184, compaction requested=true 2024-12-07T06:21:28,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:28,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:28,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:28,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:28,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:28,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:28,233 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:28,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T06:21:28,233 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:28,234 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:28,234 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:28,234 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:28,234 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:28,234 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:28,234 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:28,234 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/151195e7d20448d4a6be7f64aa449f96, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8aeb6de773a04e68b8c40d4a64cac200, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/60206925ee4e470b934f9c5a121fcb05] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=35.9 K 2024-12-07T06:21:28,234 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/83e28a3347914a44b04333304700269a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/d858d6e95344431baac72096ace2a582, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/b107ca0a09e14397923e4912fd9d213f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=33.6 K 2024-12-07T06:21:28,235 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 151195e7d20448d4a6be7f64aa449f96, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733552485209 2024-12-07T06:21:28,235 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 83e28a3347914a44b04333304700269a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733552485209 2024-12-07T06:21:28,235 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8aeb6de773a04e68b8c40d4a64cac200, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733552486340 2024-12-07T06:21:28,235 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d858d6e95344431baac72096ace2a582, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733552486340 2024-12-07T06:21:28,235 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60206925ee4e470b934f9c5a121fcb05, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733552486970 2024-12-07T06:21:28,236 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b107ca0a09e14397923e4912fd9d213f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733552486972 2024-12-07T06:21:28,244 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:28,245 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/7e646eac3db044f0a6fdaf5fefcd8b39 is 50, key is test_row_0/B:col10/1733552486976/Put/seqid=0 2024-12-07T06:21:28,250 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:28,250 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/ee3ef6771eb64192979b5a39215b9d00 is 50, key is test_row_0/A:col10/1733552486976/Put/seqid=0 2024-12-07T06:21:28,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742415_1591 (size=12595) 2024-12-07T06:21:28,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:28,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T06:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:28,285 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-07T06:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:28,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742416_1592 (size=12595) 2024-12-07T06:21:28,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/a158cec767d04150bcf07f5a98abbcd4 is 50, key is test_row_0/A:col10/1733552487003/Put/seqid=0 2024-12-07T06:21:28,294 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/ee3ef6771eb64192979b5a39215b9d00 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ee3ef6771eb64192979b5a39215b9d00 2024-12-07T06:21:28,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742417_1593 (size=12151) 2024-12-07T06:21:28,299 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into ee3ef6771eb64192979b5a39215b9d00(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:28,299 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:28,299 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=13, startTime=1733552488233; duration=0sec 2024-12-07T06:21:28,299 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:28,299 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:28,299 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:28,301 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:28,301 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:28,301 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:28,301 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/17b7a216bd364808a414954008fdec2c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/95e2171b54404a0c90d6b708569a2679, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/689c9fd8a58f40c4bcc101424da2a6d8] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=33.6 K 2024-12-07T06:21:28,301 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17b7a216bd364808a414954008fdec2c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733552485209 2024-12-07T06:21:28,302 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95e2171b54404a0c90d6b708569a2679, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733552486340 2024-12-07T06:21:28,302 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 689c9fd8a58f40c4bcc101424da2a6d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733552486972 2024-12-07T06:21:28,317 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:28,318 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/56ba19b0c93f41d2bbfe7982b4922ba3 is 50, key is test_row_0/C:col10/1733552486976/Put/seqid=0 2024-12-07T06:21:28,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742418_1594 (size=12595) 2024-12-07T06:21:28,332 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/56ba19b0c93f41d2bbfe7982b4922ba3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/56ba19b0c93f41d2bbfe7982b4922ba3 2024-12-07T06:21:28,348 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into 56ba19b0c93f41d2bbfe7982b4922ba3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:28,348 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:28,348 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=13, startTime=1733552488233; duration=0sec 2024-12-07T06:21:28,348 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:28,348 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:28,678 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/7e646eac3db044f0a6fdaf5fefcd8b39 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/7e646eac3db044f0a6fdaf5fefcd8b39 2024-12-07T06:21:28,682 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into 7e646eac3db044f0a6fdaf5fefcd8b39(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:28,682 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:28,682 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=13, startTime=1733552488233; duration=0sec 2024-12-07T06:21:28,683 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:28,683 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:28,697 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/a158cec767d04150bcf07f5a98abbcd4 2024-12-07T06:21:28,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/fb97f2eea42843958bdc45efb7c8a6c4 is 50, key is test_row_0/B:col10/1733552487003/Put/seqid=0 2024-12-07T06:21:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742419_1595 (size=12151) 2024-12-07T06:21:28,709 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/fb97f2eea42843958bdc45efb7c8a6c4 2024-12-07T06:21:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/87785c2f28fc491aaf3c9247d7f28f1d is 50, key is test_row_0/C:col10/1733552487003/Put/seqid=0 2024-12-07T06:21:28,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742420_1596 (size=12151) 2024-12-07T06:21:28,743 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/87785c2f28fc491aaf3c9247d7f28f1d 2024-12-07T06:21:28,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/a158cec767d04150bcf07f5a98abbcd4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a158cec767d04150bcf07f5a98abbcd4 2024-12-07T06:21:28,753 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a158cec767d04150bcf07f5a98abbcd4, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T06:21:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/fb97f2eea42843958bdc45efb7c8a6c4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/fb97f2eea42843958bdc45efb7c8a6c4 2024-12-07T06:21:28,759 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/fb97f2eea42843958bdc45efb7c8a6c4, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T06:21:28,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/87785c2f28fc491aaf3c9247d7f28f1d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/87785c2f28fc491aaf3c9247d7f28f1d 2024-12-07T06:21:28,763 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/87785c2f28fc491aaf3c9247d7f28f1d, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T06:21:28,764 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for c4cc2c5df5468b085d4d729daa9ab688 in 479ms, sequenceid=204, compaction requested=false 2024-12-07T06:21:28,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:28,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:28,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-07T06:21:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-07T06:21:28,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-07T06:21:28,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7020 sec 2024-12-07T06:21:28,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.7060 sec 2024-12-07T06:21:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:29,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T06:21:29,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:29,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:29,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:29,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:29,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:29,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:29,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/88fb06f72f3f4135866dbafe75b50ab5 is 50, key is test_row_0/A:col10/1733552489139/Put/seqid=0 2024-12-07T06:21:29,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742421_1597 (size=16931) 2024-12-07T06:21:29,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/88fb06f72f3f4135866dbafe75b50ab5 2024-12-07T06:21:29,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/0628f66cfad744dca147905d7406b116 is 50, key is test_row_0/B:col10/1733552489139/Put/seqid=0 2024-12-07T06:21:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T06:21:29,166 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-07T06:21:29,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-07T06:21:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T06:21:29,168 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:29,169 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:29,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742422_1598 (size=12151) 2024-12-07T06:21:29,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552549169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552549171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552549174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552549177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552549178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T06:21:29,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552549279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552549279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552549280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552549282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552549284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,320 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T06:21:29,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:29,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:29,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:29,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T06:21:29,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T06:21:29,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:29,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:29,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:29,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552549486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552549486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552549486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552549487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552549488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/0628f66cfad744dca147905d7406b116 2024-12-07T06:21:29,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/bdeef68cd2a842d780162b38defe4b4e is 50, key is test_row_0/C:col10/1733552489139/Put/seqid=0 2024-12-07T06:21:29,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742423_1599 (size=12151) 2024-12-07T06:21:29,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T06:21:29,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:29,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:29,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:29,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T06:21:29,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T06:21:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:29,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552549793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552549795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552549795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552549795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552549796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:29,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T06:21:29,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:29,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:29,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:29,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:29,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/bdeef68cd2a842d780162b38defe4b4e 2024-12-07T06:21:29,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/88fb06f72f3f4135866dbafe75b50ab5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/88fb06f72f3f4135866dbafe75b50ab5 2024-12-07T06:21:29,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/88fb06f72f3f4135866dbafe75b50ab5, entries=250, sequenceid=220, filesize=16.5 K 2024-12-07T06:21:29,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/0628f66cfad744dca147905d7406b116 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/0628f66cfad744dca147905d7406b116 2024-12-07T06:21:29,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/0628f66cfad744dca147905d7406b116, entries=150, sequenceid=220, filesize=11.9 K 2024-12-07T06:21:29,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/bdeef68cd2a842d780162b38defe4b4e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/bdeef68cd2a842d780162b38defe4b4e 2024-12-07T06:21:30,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/bdeef68cd2a842d780162b38defe4b4e, entries=150, sequenceid=220, filesize=11.9 K 2024-12-07T06:21:30,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c4cc2c5df5468b085d4d729daa9ab688 in 860ms, sequenceid=220, compaction requested=true 2024-12-07T06:21:30,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:30,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:30,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:30,002 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:30,002 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:30,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:30,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:30,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:30,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:30,002 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:30,003 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:30,003 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:30,003 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,003 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:30,003 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/7e646eac3db044f0a6fdaf5fefcd8b39, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/fb97f2eea42843958bdc45efb7c8a6c4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/0628f66cfad744dca147905d7406b116] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=36.0 K 2024-12-07T06:21:30,003 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,003 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ee3ef6771eb64192979b5a39215b9d00, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a158cec767d04150bcf07f5a98abbcd4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/88fb06f72f3f4135866dbafe75b50ab5] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=40.7 K 2024-12-07T06:21:30,003 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e646eac3db044f0a6fdaf5fefcd8b39, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733552486972 2024-12-07T06:21:30,003 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee3ef6771eb64192979b5a39215b9d00, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733552486972 2024-12-07T06:21:30,003 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting fb97f2eea42843958bdc45efb7c8a6c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733552486998 2024-12-07T06:21:30,003 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a158cec767d04150bcf07f5a98abbcd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733552486998 2024-12-07T06:21:30,004 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 0628f66cfad744dca147905d7406b116, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733552489136 2024-12-07T06:21:30,004 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88fb06f72f3f4135866dbafe75b50ab5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733552489134 2024-12-07T06:21:30,011 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:30,011 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:30,011 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/c190dc3810e440f9a37f1e89f145e250 is 50, key is test_row_0/B:col10/1733552489139/Put/seqid=0 2024-12-07T06:21:30,012 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/7264c4d84fba4fbfb7481dea94e1431b is 50, key is test_row_0/A:col10/1733552489139/Put/seqid=0 2024-12-07T06:21:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742424_1600 (size=12697) 2024-12-07T06:21:30,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742425_1601 (size=12697) 2024-12-07T06:21:30,054 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/7264c4d84fba4fbfb7481dea94e1431b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7264c4d84fba4fbfb7481dea94e1431b 2024-12-07T06:21:30,059 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into 7264c4d84fba4fbfb7481dea94e1431b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:30,059 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:30,059 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=13, startTime=1733552490002; duration=0sec 2024-12-07T06:21:30,060 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:30,060 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:30,060 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:30,061 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:30,061 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:30,061 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,061 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/56ba19b0c93f41d2bbfe7982b4922ba3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/87785c2f28fc491aaf3c9247d7f28f1d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/bdeef68cd2a842d780162b38defe4b4e] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=36.0 K 2024-12-07T06:21:30,062 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ba19b0c93f41d2bbfe7982b4922ba3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733552486972 2024-12-07T06:21:30,062 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87785c2f28fc491aaf3c9247d7f28f1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733552486998 2024-12-07T06:21:30,062 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdeef68cd2a842d780162b38defe4b4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733552489136 2024-12-07T06:21:30,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T06:21:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,084 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:21:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:30,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:30,087 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:30,088 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/b15a082f710843f2a3052e188f82953c is 50, key is test_row_0/C:col10/1733552489139/Put/seqid=0 2024-12-07T06:21:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/cfc27f101a754eb0966322995e276243 is 50, key is test_row_0/A:col10/1733552489176/Put/seqid=0 2024-12-07T06:21:30,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742426_1602 (size=12697) 2024-12-07T06:21:30,121 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/b15a082f710843f2a3052e188f82953c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b15a082f710843f2a3052e188f82953c 2024-12-07T06:21:30,128 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into b15a082f710843f2a3052e188f82953c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:30,128 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:30,128 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=13, startTime=1733552490002; duration=0sec 2024-12-07T06:21:30,128 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:30,128 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742427_1603 (size=12151) 2024-12-07T06:21:30,133 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/cfc27f101a754eb0966322995e276243 2024-12-07T06:21:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/8710ca6cad07472aa745ba36f873ea35 is 50, key is test_row_0/B:col10/1733552489176/Put/seqid=0 2024-12-07T06:21:30,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742428_1604 (size=12151) 2024-12-07T06:21:30,168 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/8710ca6cad07472aa745ba36f873ea35 2024-12-07T06:21:30,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/b420c35bb0224f4195dc72b140913b58 is 50, key is test_row_0/C:col10/1733552489176/Put/seqid=0 2024-12-07T06:21:30,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742429_1605 (size=12151) 2024-12-07T06:21:30,198 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/b420c35bb0224f4195dc72b140913b58 2024-12-07T06:21:30,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/cfc27f101a754eb0966322995e276243 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/cfc27f101a754eb0966322995e276243 2024-12-07T06:21:30,209 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/cfc27f101a754eb0966322995e276243, entries=150, sequenceid=244, filesize=11.9 K 2024-12-07T06:21:30,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/8710ca6cad07472aa745ba36f873ea35 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/8710ca6cad07472aa745ba36f873ea35 2024-12-07T06:21:30,215 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/8710ca6cad07472aa745ba36f873ea35, entries=150, sequenceid=244, filesize=11.9 K 2024-12-07T06:21:30,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/b420c35bb0224f4195dc72b140913b58 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b420c35bb0224f4195dc72b140913b58 2024-12-07T06:21:30,222 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b420c35bb0224f4195dc72b140913b58, entries=150, sequenceid=244, filesize=11.9 K 2024-12-07T06:21:30,222 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for c4cc2c5df5468b085d4d729daa9ab688 in 138ms, sequenceid=244, compaction requested=false 2024-12-07T06:21:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-07T06:21:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-07T06:21:30,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-07T06:21:30,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-12-07T06:21:30,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.0620 sec 2024-12-07T06:21:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T06:21:30,272 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-07T06:21:30,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-07T06:21:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T06:21:30,275 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:30,275 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:30,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:30,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:21:30,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:30,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:30,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:30,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:30,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:30,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:30,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/751821bf00bb4ca1a0a239f1ba9079e0 is 50, key is test_row_0/A:col10/1733552490315/Put/seqid=0 2024-12-07T06:21:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742430_1606 (size=21815) 2024-12-07T06:21:30,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552550349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552550350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552550354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552550355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552550356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T06:21:30,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T06:21:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,451 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/c190dc3810e440f9a37f1e89f145e250 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/c190dc3810e440f9a37f1e89f145e250 2024-12-07T06:21:30,455 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into c190dc3810e440f9a37f1e89f145e250(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:30,455 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:30,455 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=13, startTime=1733552490002; duration=0sec 2024-12-07T06:21:30,455 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:30,455 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:30,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552550457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552550459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552550465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552550466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552550466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T06:21:30,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T06:21:30,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:30,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552550664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552550665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552550672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552550674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552550674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T06:21:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/751821bf00bb4ca1a0a239f1ba9079e0 2024-12-07T06:21:30,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/e20f4c2c8b4e47b28aba5455d323760d is 50, key is test_row_0/B:col10/1733552490315/Put/seqid=0 2024-12-07T06:21:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742431_1607 (size=12201) 2024-12-07T06:21:30,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/e20f4c2c8b4e47b28aba5455d323760d 2024-12-07T06:21:30,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/aa36a299df4749eba44d413b23fc22d4 is 50, key is test_row_0/C:col10/1733552490315/Put/seqid=0 2024-12-07T06:21:30,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742432_1608 (size=12201) 2024-12-07T06:21:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T06:21:30,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T06:21:30,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:30,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:30,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:30,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552550973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552550974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552550980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552550981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552550981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T06:21:31,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:31,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:31,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:31,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:31,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:31,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/aa36a299df4749eba44d413b23fc22d4 2024-12-07T06:21:31,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/751821bf00bb4ca1a0a239f1ba9079e0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/751821bf00bb4ca1a0a239f1ba9079e0 2024-12-07T06:21:31,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/751821bf00bb4ca1a0a239f1ba9079e0, entries=350, sequenceid=258, filesize=21.3 K 2024-12-07T06:21:31,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/e20f4c2c8b4e47b28aba5455d323760d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/e20f4c2c8b4e47b28aba5455d323760d 2024-12-07T06:21:31,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/e20f4c2c8b4e47b28aba5455d323760d, entries=150, sequenceid=258, filesize=11.9 K 2024-12-07T06:21:31,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/aa36a299df4749eba44d413b23fc22d4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa36a299df4749eba44d413b23fc22d4 2024-12-07T06:21:31,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa36a299df4749eba44d413b23fc22d4, entries=150, sequenceid=258, filesize=11.9 K 2024-12-07T06:21:31,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c4cc2c5df5468b085d4d729daa9ab688 in 870ms, sequenceid=258, compaction requested=true 2024-12-07T06:21:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:31,185 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:31,185 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:31,186 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 46663 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:31,186 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:31,186 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:31,186 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7264c4d84fba4fbfb7481dea94e1431b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/cfc27f101a754eb0966322995e276243, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/751821bf00bb4ca1a0a239f1ba9079e0] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=45.6 K 2024-12-07T06:21:31,187 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:31,187 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:31,187 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:31,187 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/c190dc3810e440f9a37f1e89f145e250, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/8710ca6cad07472aa745ba36f873ea35, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/e20f4c2c8b4e47b28aba5455d323760d] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=36.2 K 2024-12-07T06:21:31,187 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7264c4d84fba4fbfb7481dea94e1431b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733552489136 2024-12-07T06:21:31,187 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c190dc3810e440f9a37f1e89f145e250, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733552489136 2024-12-07T06:21:31,187 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfc27f101a754eb0966322995e276243, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733552489172 2024-12-07T06:21:31,187 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 8710ca6cad07472aa745ba36f873ea35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733552489172 2024-12-07T06:21:31,188 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 751821bf00bb4ca1a0a239f1ba9079e0, keycount=350, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552490303 2024-12-07T06:21:31,188 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting e20f4c2c8b4e47b28aba5455d323760d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552490312 2024-12-07T06:21:31,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T06:21:31,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:31,192 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:21:31,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:31,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:31,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:31,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:31,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:31,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:31,195 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:31,196 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:31,196 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/e4636315a3264126a9373a42e902476b is 50, key is test_row_0/A:col10/1733552490315/Put/seqid=0 2024-12-07T06:21:31,196 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/4393e8a0a241484d887328a9e3be34de is 50, key is test_row_0/B:col10/1733552490315/Put/seqid=0 2024-12-07T06:21:31,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/f4654f6dc5b44792b9510e3ac1d69350 is 50, key is test_row_0/A:col10/1733552490354/Put/seqid=0 2024-12-07T06:21:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742433_1609 (size=12849) 2024-12-07T06:21:31,209 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/e4636315a3264126a9373a42e902476b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e4636315a3264126a9373a42e902476b 2024-12-07T06:21:31,219 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into e4636315a3264126a9373a42e902476b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:31,219 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:31,219 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=13, startTime=1733552491185; duration=0sec 2024-12-07T06:21:31,219 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:31,219 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:31,219 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:31,221 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:31,221 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:31,221 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:31,221 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b15a082f710843f2a3052e188f82953c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b420c35bb0224f4195dc72b140913b58, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa36a299df4749eba44d413b23fc22d4] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=36.2 K 2024-12-07T06:21:31,222 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting b15a082f710843f2a3052e188f82953c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733552489136 2024-12-07T06:21:31,222 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting b420c35bb0224f4195dc72b140913b58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733552489172 2024-12-07T06:21:31,222 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa36a299df4749eba44d413b23fc22d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552490312 2024-12-07T06:21:31,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742434_1610 (size=12849) 2024-12-07T06:21:31,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742435_1611 (size=12301) 2024-12-07T06:21:31,228 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/f4654f6dc5b44792b9510e3ac1d69350 2024-12-07T06:21:31,232 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:31,232 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/7b3289e30516476d986ce5d0b91a3972 is 50, key is test_row_0/C:col10/1733552490315/Put/seqid=0 2024-12-07T06:21:31,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/2c4a5cbd6d024a20b2158c704f38342a is 50, key is test_row_0/B:col10/1733552490354/Put/seqid=0 2024-12-07T06:21:31,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742436_1612 (size=12849) 2024-12-07T06:21:31,254 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/7b3289e30516476d986ce5d0b91a3972 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7b3289e30516476d986ce5d0b91a3972 2024-12-07T06:21:31,259 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into 7b3289e30516476d986ce5d0b91a3972(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:31,259 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:31,259 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=13, startTime=1733552491185; duration=0sec 2024-12-07T06:21:31,259 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:31,259 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:31,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742437_1613 (size=12301) 2024-12-07T06:21:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T06:21:31,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:31,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552551492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552551492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552551494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552551495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552551495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552551601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552551601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552551601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552551601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552551601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,631 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/4393e8a0a241484d887328a9e3be34de as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4393e8a0a241484d887328a9e3be34de 2024-12-07T06:21:31,635 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into 4393e8a0a241484d887328a9e3be34de(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:31,635 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:31,635 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=13, startTime=1733552491185; duration=0sec 2024-12-07T06:21:31,635 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:31,635 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:31,674 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/2c4a5cbd6d024a20b2158c704f38342a 2024-12-07T06:21:31,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9e9d951d89d94cef8d591235056d450f is 50, key is test_row_0/C:col10/1733552490354/Put/seqid=0 2024-12-07T06:21:31,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742438_1614 (size=12301) 2024-12-07T06:21:31,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552551803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552551804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552551805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552551805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:31,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552551805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,085 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9e9d951d89d94cef8d591235056d450f 2024-12-07T06:21:32,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/f4654f6dc5b44792b9510e3ac1d69350 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/f4654f6dc5b44792b9510e3ac1d69350 2024-12-07T06:21:32,092 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/f4654f6dc5b44792b9510e3ac1d69350, entries=150, sequenceid=282, filesize=12.0 K 2024-12-07T06:21:32,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/2c4a5cbd6d024a20b2158c704f38342a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/2c4a5cbd6d024a20b2158c704f38342a 2024-12-07T06:21:32,096 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/2c4a5cbd6d024a20b2158c704f38342a, entries=150, sequenceid=282, filesize=12.0 K 2024-12-07T06:21:32,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9e9d951d89d94cef8d591235056d450f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9e9d951d89d94cef8d591235056d450f 2024-12-07T06:21:32,100 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9e9d951d89d94cef8d591235056d450f, entries=150, sequenceid=282, filesize=12.0 K 2024-12-07T06:21:32,101 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c4cc2c5df5468b085d4d729daa9ab688 in 909ms, sequenceid=282, compaction requested=false 2024-12-07T06:21:32,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:32,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-07T06:21:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-12-07T06:21:32,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-07T06:21:32,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-12-07T06:21:32,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.8310 sec 2024-12-07T06:21:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:32,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T06:21:32,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:32,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:32,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:32,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:32,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:32,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:32,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/4efc8e9661874aa0a0ab41a3c2113a1f is 50, key is test_row_0/A:col10/1733552491494/Put/seqid=0 2024-12-07T06:21:32,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742439_1615 (size=14741) 2024-12-07T06:21:32,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/4efc8e9661874aa0a0ab41a3c2113a1f 2024-12-07T06:21:32,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/438114f2d8864a4a98ec67b950fb8b10 is 50, key is test_row_0/B:col10/1733552491494/Put/seqid=0 2024-12-07T06:21:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742440_1616 (size=12301) 2024-12-07T06:21:32,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/438114f2d8864a4a98ec67b950fb8b10 2024-12-07T06:21:32,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/60dd8d54029f48b892f69b15e147ca11 is 50, key is test_row_0/C:col10/1733552491494/Put/seqid=0 2024-12-07T06:21:32,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742441_1617 (size=12301) 2024-12-07T06:21:32,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/60dd8d54029f48b892f69b15e147ca11 2024-12-07T06:21:32,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552552131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552552133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/4efc8e9661874aa0a0ab41a3c2113a1f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/4efc8e9661874aa0a0ab41a3c2113a1f 2024-12-07T06:21:32,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/4efc8e9661874aa0a0ab41a3c2113a1f, entries=200, sequenceid=299, filesize=14.4 K 2024-12-07T06:21:32,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/438114f2d8864a4a98ec67b950fb8b10 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/438114f2d8864a4a98ec67b950fb8b10 2024-12-07T06:21:32,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552552136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552552137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552552138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/438114f2d8864a4a98ec67b950fb8b10, entries=150, sequenceid=299, filesize=12.0 K 2024-12-07T06:21:32,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/60dd8d54029f48b892f69b15e147ca11 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60dd8d54029f48b892f69b15e147ca11 2024-12-07T06:21:32,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60dd8d54029f48b892f69b15e147ca11, entries=150, sequenceid=299, filesize=12.0 K 2024-12-07T06:21:32,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c4cc2c5df5468b085d4d729daa9ab688 in 42ms, sequenceid=299, compaction requested=true 2024-12-07T06:21:32,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:32,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:32,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:32,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:32,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:32,150 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:32,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:32,150 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:32,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:32,152 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:32,152 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:32,152 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:32,152 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:32,152 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,152 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,152 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4393e8a0a241484d887328a9e3be34de, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/2c4a5cbd6d024a20b2158c704f38342a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/438114f2d8864a4a98ec67b950fb8b10] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=36.6 K 2024-12-07T06:21:32,152 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e4636315a3264126a9373a42e902476b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/f4654f6dc5b44792b9510e3ac1d69350, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/4efc8e9661874aa0a0ab41a3c2113a1f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=39.0 K 2024-12-07T06:21:32,152 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4393e8a0a241484d887328a9e3be34de, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552490312 2024-12-07T06:21:32,152 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4636315a3264126a9373a42e902476b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552490312 2024-12-07T06:21:32,152 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c4a5cbd6d024a20b2158c704f38342a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733552490347 2024-12-07T06:21:32,153 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4654f6dc5b44792b9510e3ac1d69350, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733552490347 2024-12-07T06:21:32,153 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 438114f2d8864a4a98ec67b950fb8b10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733552491494 2024-12-07T06:21:32,153 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4efc8e9661874aa0a0ab41a3c2113a1f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733552491482 2024-12-07T06:21:32,160 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:32,160 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/beb5c15abe144e82a65792878edde9d7 is 50, key is test_row_0/A:col10/1733552491494/Put/seqid=0 2024-12-07T06:21:32,160 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:32,161 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/9b441d9df2ec4b3494e65c53ed84046e is 50, key is test_row_0/B:col10/1733552491494/Put/seqid=0 2024-12-07T06:21:32,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742443_1619 (size=13051) 2024-12-07T06:21:32,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742442_1618 (size=13051) 2024-12-07T06:21:32,170 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/9b441d9df2ec4b3494e65c53ed84046e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9b441d9df2ec4b3494e65c53ed84046e 2024-12-07T06:21:32,171 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/beb5c15abe144e82a65792878edde9d7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/beb5c15abe144e82a65792878edde9d7 2024-12-07T06:21:32,176 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into 9b441d9df2ec4b3494e65c53ed84046e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:32,176 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into beb5c15abe144e82a65792878edde9d7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:32,176 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:32,176 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:32,176 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=13, startTime=1733552492150; duration=0sec 2024-12-07T06:21:32,176 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=13, startTime=1733552492150; duration=0sec 2024-12-07T06:21:32,176 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:32,176 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:32,176 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:32,176 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:32,176 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:32,183 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:32,183 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:32,183 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,183 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7b3289e30516476d986ce5d0b91a3972, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9e9d951d89d94cef8d591235056d450f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60dd8d54029f48b892f69b15e147ca11] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=36.6 K 2024-12-07T06:21:32,185 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b3289e30516476d986ce5d0b91a3972, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733552490312 2024-12-07T06:21:32,186 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e9d951d89d94cef8d591235056d450f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733552490347 2024-12-07T06:21:32,186 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60dd8d54029f48b892f69b15e147ca11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733552491494 2024-12-07T06:21:32,192 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#532 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:32,192 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/873aff5d2c194770a5a3680001d949be is 50, key is test_row_0/C:col10/1733552491494/Put/seqid=0 2024-12-07T06:21:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742444_1620 (size=13051) 2024-12-07T06:21:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:32,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:21:32,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:32,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:32,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:32,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:32,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:32,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:32,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/db2acf6c5894406fb54e0caed4c6c902 is 50, key is test_row_0/A:col10/1733552492243/Put/seqid=0 2024-12-07T06:21:32,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742445_1621 (size=12301) 2024-12-07T06:21:32,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552552255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552552256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552552259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552552259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552552260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552552361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552552361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552552364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552552364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552552366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T06:21:32,378 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-07T06:21:32,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-07T06:21:32,381 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-07T06:21:32,382 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:32,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-07T06:21:32,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-07T06:21:32,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:32,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552552566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552552566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552552569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552552569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552552571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,600 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/873aff5d2c194770a5a3680001d949be as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/873aff5d2c194770a5a3680001d949be 2024-12-07T06:21:32,604 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into 873aff5d2c194770a5a3680001d949be(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:32,604 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:32,604 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=13, startTime=1733552492150; duration=0sec 2024-12-07T06:21:32,604 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:32,604 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:32,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/db2acf6c5894406fb54e0caed4c6c902 2024-12-07T06:21:32,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/6bbd0179fce342288ff1212f27df0bda is 50, key is test_row_0/B:col10/1733552492243/Put/seqid=0 2024-12-07T06:21:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742446_1622 (size=12301) 2024-12-07T06:21:32,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/6bbd0179fce342288ff1212f27df0bda 2024-12-07T06:21:32,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/4d4e0f99415f41068c2a88663774b933 is 50, key is test_row_0/C:col10/1733552492243/Put/seqid=0 2024-12-07T06:21:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-07T06:21:32,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742447_1623 (size=12301) 2024-12-07T06:21:32,686 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-07T06:21:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-07T06:21:32,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:32,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552552869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552552871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552552874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552552874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552552876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-07T06:21:32,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:32,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-07T06:21:32,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:32,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:32,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:33,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/4d4e0f99415f41068c2a88663774b933 2024-12-07T06:21:33,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/db2acf6c5894406fb54e0caed4c6c902 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/db2acf6c5894406fb54e0caed4c6c902 2024-12-07T06:21:33,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/db2acf6c5894406fb54e0caed4c6c902, entries=150, sequenceid=325, filesize=12.0 K 2024-12-07T06:21:33,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/6bbd0179fce342288ff1212f27df0bda as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/6bbd0179fce342288ff1212f27df0bda 2024-12-07T06:21:33,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/6bbd0179fce342288ff1212f27df0bda, entries=150, sequenceid=325, filesize=12.0 K 2024-12-07T06:21:33,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/4d4e0f99415f41068c2a88663774b933 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/4d4e0f99415f41068c2a88663774b933 2024-12-07T06:21:33,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/4d4e0f99415f41068c2a88663774b933, entries=150, sequenceid=325, filesize=12.0 K 2024-12-07T06:21:33,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c4cc2c5df5468b085d4d729daa9ab688 in 861ms, sequenceid=325, compaction requested=false 2024-12-07T06:21:33,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:33,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-07T06:21:33,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:33,144 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:21:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:33,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/1b05f70a9b01407586be6e2496a66484 is 50, key is test_row_0/A:col10/1733552492258/Put/seqid=0 2024-12-07T06:21:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742448_1624 (size=12301) 2024-12-07T06:21:33,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:33,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552553400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552553401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552553402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552553405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552553405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-07T06:21:33,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552553506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552553507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552553508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552553508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552553511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,554 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/1b05f70a9b01407586be6e2496a66484 2024-12-07T06:21:33,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/ec2086639bac4630bad67062ac3669f9 is 50, key is test_row_0/B:col10/1733552492258/Put/seqid=0 2024-12-07T06:21:33,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742449_1625 (size=12301) 2024-12-07T06:21:33,566 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/ec2086639bac4630bad67062ac3669f9 2024-12-07T06:21:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/7d510683cf2c4aa8b3e0873f418c9587 is 50, key is test_row_0/C:col10/1733552492258/Put/seqid=0 2024-12-07T06:21:33,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742450_1626 (size=12301) 2024-12-07T06:21:33,585 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/7d510683cf2c4aa8b3e0873f418c9587 2024-12-07T06:21:33,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/1b05f70a9b01407586be6e2496a66484 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/1b05f70a9b01407586be6e2496a66484 2024-12-07T06:21:33,596 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/1b05f70a9b01407586be6e2496a66484, entries=150, sequenceid=339, filesize=12.0 K 2024-12-07T06:21:33,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/ec2086639bac4630bad67062ac3669f9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/ec2086639bac4630bad67062ac3669f9 2024-12-07T06:21:33,601 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/ec2086639bac4630bad67062ac3669f9, entries=150, sequenceid=339, filesize=12.0 K 2024-12-07T06:21:33,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/7d510683cf2c4aa8b3e0873f418c9587 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7d510683cf2c4aa8b3e0873f418c9587 2024-12-07T06:21:33,608 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7d510683cf2c4aa8b3e0873f418c9587, entries=150, sequenceid=339, filesize=12.0 K 2024-12-07T06:21:33,609 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c4cc2c5df5468b085d4d729daa9ab688 in 464ms, sequenceid=339, compaction requested=true 2024-12-07T06:21:33,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:33,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:33,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-07T06:21:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-12-07T06:21:33,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-07T06:21:33,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2280 sec 2024-12-07T06:21:33,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.2320 sec 2024-12-07T06:21:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:33,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:21:33,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:33,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:33,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:33,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:33,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:33,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:33,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/e1f1aa7ea6fd4a59a512f2f88fe970e4 is 50, key is test_row_0/A:col10/1733552493713/Put/seqid=0 2024-12-07T06:21:33,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742451_1627 (size=12301) 2024-12-07T06:21:33,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552553722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552553727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552553728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552553728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552553728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552553829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552553834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552553834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552553835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552553835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552554034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552554039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552554039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552554040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552554040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/e1f1aa7ea6fd4a59a512f2f88fe970e4 2024-12-07T06:21:34,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/3fd9975e1ba945b896bcbd2de7a280f4 is 50, key is test_row_0/B:col10/1733552493713/Put/seqid=0 2024-12-07T06:21:34,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742452_1628 (size=12301) 2024-12-07T06:21:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552554340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552554344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552554346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552554350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552554351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-07T06:21:34,485 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-07T06:21:34,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-07T06:21:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-07T06:21:34,487 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:34,488 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:34,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:34,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/3fd9975e1ba945b896bcbd2de7a280f4 2024-12-07T06:21:34,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/2e84be42c641459ba505dd19286db646 is 50, key is test_row_0/C:col10/1733552493713/Put/seqid=0 2024-12-07T06:21:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742453_1629 (size=12301) 2024-12-07T06:21:34,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/2e84be42c641459ba505dd19286db646 2024-12-07T06:21:34,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/e1f1aa7ea6fd4a59a512f2f88fe970e4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e1f1aa7ea6fd4a59a512f2f88fe970e4 2024-12-07T06:21:34,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e1f1aa7ea6fd4a59a512f2f88fe970e4, entries=150, sequenceid=363, filesize=12.0 K 2024-12-07T06:21:34,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/3fd9975e1ba945b896bcbd2de7a280f4 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/3fd9975e1ba945b896bcbd2de7a280f4 2024-12-07T06:21:34,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/3fd9975e1ba945b896bcbd2de7a280f4, entries=150, sequenceid=363, filesize=12.0 K 2024-12-07T06:21:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/2e84be42c641459ba505dd19286db646 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/2e84be42c641459ba505dd19286db646 2024-12-07T06:21:34,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/2e84be42c641459ba505dd19286db646, entries=150, sequenceid=363, filesize=12.0 K 2024-12-07T06:21:34,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c4cc2c5df5468b085d4d729daa9ab688 in 847ms, sequenceid=363, compaction requested=true 2024-12-07T06:21:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:34,561 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:21:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:34,561 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:21:34,562 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:21:34,562 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:21:34,562 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:34,562 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:34,562 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:34,562 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:34,562 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/beb5c15abe144e82a65792878edde9d7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/db2acf6c5894406fb54e0caed4c6c902, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/1b05f70a9b01407586be6e2496a66484, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e1f1aa7ea6fd4a59a512f2f88fe970e4] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=48.8 K 2024-12-07T06:21:34,562 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9b441d9df2ec4b3494e65c53ed84046e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/6bbd0179fce342288ff1212f27df0bda, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/ec2086639bac4630bad67062ac3669f9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/3fd9975e1ba945b896bcbd2de7a280f4] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=48.8 K 2024-12-07T06:21:34,563 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting beb5c15abe144e82a65792878edde9d7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733552491494 2024-12-07T06:21:34,563 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b441d9df2ec4b3494e65c53ed84046e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733552491494 2024-12-07T06:21:34,563 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bbd0179fce342288ff1212f27df0bda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733552492129 2024-12-07T06:21:34,563 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting db2acf6c5894406fb54e0caed4c6c902, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733552492129 2024-12-07T06:21:34,564 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ec2086639bac4630bad67062ac3669f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733552492255 2024-12-07T06:21:34,564 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b05f70a9b01407586be6e2496a66484, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733552492255 2024-12-07T06:21:34,564 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fd9975e1ba945b896bcbd2de7a280f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733552493401 2024-12-07T06:21:34,564 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1f1aa7ea6fd4a59a512f2f88fe970e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733552493401 2024-12-07T06:21:34,580 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:34,580 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:34,580 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/e21be42af9674fd6933eea1a5a5d468e is 50, key is test_row_0/A:col10/1733552493713/Put/seqid=0 2024-12-07T06:21:34,580 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/a267d24882014e13bddbb686dc1835ad is 50, key is test_row_0/B:col10/1733552493713/Put/seqid=0 2024-12-07T06:21:34,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742454_1630 (size=13187) 2024-12-07T06:21:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-07T06:21:34,591 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/a267d24882014e13bddbb686dc1835ad as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/a267d24882014e13bddbb686dc1835ad 2024-12-07T06:21:34,597 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into a267d24882014e13bddbb686dc1835ad(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:34,597 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:34,597 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=12, startTime=1733552494561; duration=0sec 2024-12-07T06:21:34,597 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:34,597 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:34,597 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:21:34,598 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:21:34,599 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:34,599 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:34,599 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/873aff5d2c194770a5a3680001d949be, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/4d4e0f99415f41068c2a88663774b933, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7d510683cf2c4aa8b3e0873f418c9587, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/2e84be42c641459ba505dd19286db646] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=48.8 K 2024-12-07T06:21:34,599 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 873aff5d2c194770a5a3680001d949be, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733552491494 2024-12-07T06:21:34,599 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d4e0f99415f41068c2a88663774b933, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733552492129 2024-12-07T06:21:34,600 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d510683cf2c4aa8b3e0873f418c9587, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733552492255 2024-12-07T06:21:34,600 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e84be42c641459ba505dd19286db646, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733552493401 2024-12-07T06:21:34,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742455_1631 (size=13187) 2024-12-07T06:21:34,609 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/e21be42af9674fd6933eea1a5a5d468e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e21be42af9674fd6933eea1a5a5d468e 2024-12-07T06:21:34,611 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#544 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:34,612 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/f48dd3a42a364d308d1734ba7f756ed5 is 50, key is test_row_0/C:col10/1733552493713/Put/seqid=0 2024-12-07T06:21:34,614 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into e21be42af9674fd6933eea1a5a5d468e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:34,614 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:34,614 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=12, startTime=1733552494561; duration=0sec 2024-12-07T06:21:34,614 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:34,614 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:34,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742456_1632 (size=13187) 2024-12-07T06:21:34,621 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/f48dd3a42a364d308d1734ba7f756ed5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f48dd3a42a364d308d1734ba7f756ed5 2024-12-07T06:21:34,625 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into f48dd3a42a364d308d1734ba7f756ed5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:34,625 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:34,625 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=12, startTime=1733552494561; duration=0sec 2024-12-07T06:21:34,625 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:34,625 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:34,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T06:21:34,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:34,640 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:21:34,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:34,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:34,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:34,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:34,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:34,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/169822d9718f4ebb8864135d65e7ac17 is 50, key is test_row_0/A:col10/1733552493726/Put/seqid=0 2024-12-07T06:21:34,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742457_1633 (size=12301) 2024-12-07T06:21:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-07T06:21:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:34,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:34,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552554872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552554873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552554877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552554877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552554878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552554978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552554979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552554982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552554982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:34,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552554984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,049 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/169822d9718f4ebb8864135d65e7ac17 2024-12-07T06:21:35,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/33e19496554245dd95606aecf4ae081e is 50, key is test_row_0/B:col10/1733552493726/Put/seqid=0 2024-12-07T06:21:35,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742458_1634 (size=12301) 2024-12-07T06:21:35,060 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/33e19496554245dd95606aecf4ae081e 2024-12-07T06:21:35,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/37db4549190049909f914e6255de129e is 50, key is test_row_0/C:col10/1733552493726/Put/seqid=0 2024-12-07T06:21:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-07T06:21:35,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742459_1635 (size=12301) 2024-12-07T06:21:35,093 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/37db4549190049909f914e6255de129e 2024-12-07T06:21:35,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/169822d9718f4ebb8864135d65e7ac17 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/169822d9718f4ebb8864135d65e7ac17 2024-12-07T06:21:35,103 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/169822d9718f4ebb8864135d65e7ac17, entries=150, sequenceid=379, filesize=12.0 K 2024-12-07T06:21:35,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/33e19496554245dd95606aecf4ae081e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/33e19496554245dd95606aecf4ae081e 2024-12-07T06:21:35,106 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/33e19496554245dd95606aecf4ae081e, entries=150, sequenceid=379, filesize=12.0 K 2024-12-07T06:21:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/37db4549190049909f914e6255de129e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/37db4549190049909f914e6255de129e 2024-12-07T06:21:35,112 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/37db4549190049909f914e6255de129e, entries=150, sequenceid=379, filesize=12.0 K 2024-12-07T06:21:35,113 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c4cc2c5df5468b085d4d729daa9ab688 in 473ms, sequenceid=379, compaction requested=false 2024-12-07T06:21:35,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:35,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:35,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-07T06:21:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-12-07T06:21:35,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-07T06:21:35,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 626 msec 2024-12-07T06:21:35,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 630 msec 2024-12-07T06:21:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:35,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:21:35,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:35,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:35,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:35,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:35,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:35,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:35,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/ef129e5befad4d749f3892955a6d9c5a is 50, key is test_row_0/A:col10/1733552495186/Put/seqid=0 2024-12-07T06:21:35,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742460_1636 (size=14741) 2024-12-07T06:21:35,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/ef129e5befad4d749f3892955a6d9c5a 2024-12-07T06:21:35,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552555195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552555196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552555199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/dee2f58f2c2e4e47a1a82244257a8ce8 is 50, key is test_row_0/B:col10/1733552495186/Put/seqid=0 2024-12-07T06:21:35,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552555199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742461_1637 (size=12301) 2024-12-07T06:21:35,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552555202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552555303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552555304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552555306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552555306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552555311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552555506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552555506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552555510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552555512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552555516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-07T06:21:35,590 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-07T06:21:35,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-07T06:21:35,592 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-07T06:21:35,593 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:35,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:35,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/dee2f58f2c2e4e47a1a82244257a8ce8 2024-12-07T06:21:35,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/aa5e12cfe76249dc988dc8a194cc8f0f is 50, key is test_row_0/C:col10/1733552495186/Put/seqid=0 2024-12-07T06:21:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742462_1638 (size=12301) 2024-12-07T06:21:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-07T06:21:35,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-07T06:21:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:35,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:35,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552555809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552555810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552555813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552555815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552555820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-07T06:21:35,902 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:35,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-07T06:21:35,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:35,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:35,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:35,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:35,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:36,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/aa5e12cfe76249dc988dc8a194cc8f0f 2024-12-07T06:21:36,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/ef129e5befad4d749f3892955a6d9c5a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ef129e5befad4d749f3892955a6d9c5a 2024-12-07T06:21:36,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ef129e5befad4d749f3892955a6d9c5a, entries=200, sequenceid=404, filesize=14.4 K 2024-12-07T06:21:36,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/dee2f58f2c2e4e47a1a82244257a8ce8 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/dee2f58f2c2e4e47a1a82244257a8ce8 2024-12-07T06:21:36,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/dee2f58f2c2e4e47a1a82244257a8ce8, entries=150, sequenceid=404, filesize=12.0 K 2024-12-07T06:21:36,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/aa5e12cfe76249dc988dc8a194cc8f0f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa5e12cfe76249dc988dc8a194cc8f0f 2024-12-07T06:21:36,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa5e12cfe76249dc988dc8a194cc8f0f, entries=150, sequenceid=404, filesize=12.0 K 2024-12-07T06:21:36,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c4cc2c5df5468b085d4d729daa9ab688 in 848ms, sequenceid=404, compaction requested=true 2024-12-07T06:21:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:36,035 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:36,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:36,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:36,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:36,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:36,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:36,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:36,041 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:36,042 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:36,042 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:36,042 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:36,042 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:36,042 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:36,042 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:36,042 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e21be42af9674fd6933eea1a5a5d468e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/169822d9718f4ebb8864135d65e7ac17, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ef129e5befad4d749f3892955a6d9c5a] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=39.3 K 2024-12-07T06:21:36,042 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/a267d24882014e13bddbb686dc1835ad, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/33e19496554245dd95606aecf4ae081e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/dee2f58f2c2e4e47a1a82244257a8ce8] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=36.9 K 2024-12-07T06:21:36,042 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e21be42af9674fd6933eea1a5a5d468e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733552493401 2024-12-07T06:21:36,042 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a267d24882014e13bddbb686dc1835ad, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733552493401 2024-12-07T06:21:36,042 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 33e19496554245dd95606aecf4ae081e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733552493726 2024-12-07T06:21:36,043 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 169822d9718f4ebb8864135d65e7ac17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733552493726 2024-12-07T06:21:36,043 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting dee2f58f2c2e4e47a1a82244257a8ce8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733552494875 2024-12-07T06:21:36,043 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef129e5befad4d749f3892955a6d9c5a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733552494875 2024-12-07T06:21:36,050 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:36,050 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:36,050 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/c51d9303811f4c0d96e6544d3fabf828 is 50, key is test_row_0/A:col10/1733552495186/Put/seqid=0 2024-12-07T06:21:36,050 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/af2983b5bc32470bbe14de32db63b83d is 50, key is test_row_0/B:col10/1733552495186/Put/seqid=0 2024-12-07T06:21:36,054 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-07T06:21:36,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:36,055 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:21:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:36,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742463_1639 (size=13289) 2024-12-07T06:21:36,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742464_1640 (size=13289) 2024-12-07T06:21:36,069 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/c51d9303811f4c0d96e6544d3fabf828 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/c51d9303811f4c0d96e6544d3fabf828 2024-12-07T06:21:36,072 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into c51d9303811f4c0d96e6544d3fabf828(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:36,072 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:36,072 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=13, startTime=1733552496034; duration=0sec 2024-12-07T06:21:36,072 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:36,072 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:36,072 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:36,073 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:36,073 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:36,073 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:36,073 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f48dd3a42a364d308d1734ba7f756ed5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/37db4549190049909f914e6255de129e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa5e12cfe76249dc988dc8a194cc8f0f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=36.9 K 2024-12-07T06:21:36,074 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting f48dd3a42a364d308d1734ba7f756ed5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733552493401 2024-12-07T06:21:36,074 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37db4549190049909f914e6255de129e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733552493726 2024-12-07T06:21:36,074 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa5e12cfe76249dc988dc8a194cc8f0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733552494875 2024-12-07T06:21:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/7a704bdeaf4c438e8a021db285933962 is 50, key is test_row_0/A:col10/1733552495197/Put/seqid=0 2024-12-07T06:21:36,085 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:36,085 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/28ad1a221f7b4c3095db402f3f672aac is 50, key is test_row_0/C:col10/1733552495186/Put/seqid=0 2024-12-07T06:21:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742465_1641 (size=12301) 2024-12-07T06:21:36,098 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/7a704bdeaf4c438e8a021db285933962 2024-12-07T06:21:36,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742466_1642 (size=13289) 2024-12-07T06:21:36,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/693f503ef8f94e729965cececea24080 is 50, key is test_row_0/B:col10/1733552495197/Put/seqid=0 2024-12-07T06:21:36,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742467_1643 (size=12301) 2024-12-07T06:21:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-07T06:21:36,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:36,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552556341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552556344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552556346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552556347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552556347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552556449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552556453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552556453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552556454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552556454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,468 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/af2983b5bc32470bbe14de32db63b83d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/af2983b5bc32470bbe14de32db63b83d 2024-12-07T06:21:36,472 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into af2983b5bc32470bbe14de32db63b83d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:36,472 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:36,472 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=13, startTime=1733552496035; duration=0sec 2024-12-07T06:21:36,472 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:36,472 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:36,504 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/28ad1a221f7b4c3095db402f3f672aac as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/28ad1a221f7b4c3095db402f3f672aac 2024-12-07T06:21:36,508 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into 28ad1a221f7b4c3095db402f3f672aac(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:36,508 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:36,508 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=13, startTime=1733552496035; duration=0sec 2024-12-07T06:21:36,508 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:36,508 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:36,510 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/693f503ef8f94e729965cececea24080 2024-12-07T06:21:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/1bd925a261254426ac5068e1627a0539 is 50, key is test_row_0/C:col10/1733552495197/Put/seqid=0 2024-12-07T06:21:36,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742468_1644 (size=12301) 2024-12-07T06:21:36,520 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/1bd925a261254426ac5068e1627a0539 2024-12-07T06:21:36,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/7a704bdeaf4c438e8a021db285933962 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7a704bdeaf4c438e8a021db285933962 2024-12-07T06:21:36,529 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7a704bdeaf4c438e8a021db285933962, entries=150, sequenceid=415, filesize=12.0 K 2024-12-07T06:21:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/693f503ef8f94e729965cececea24080 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/693f503ef8f94e729965cececea24080 2024-12-07T06:21:36,533 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/693f503ef8f94e729965cececea24080, entries=150, sequenceid=415, filesize=12.0 K 2024-12-07T06:21:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/1bd925a261254426ac5068e1627a0539 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/1bd925a261254426ac5068e1627a0539 2024-12-07T06:21:36,537 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/1bd925a261254426ac5068e1627a0539, entries=150, sequenceid=415, filesize=12.0 K 2024-12-07T06:21:36,538 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c4cc2c5df5468b085d4d729daa9ab688 in 483ms, sequenceid=415, compaction requested=false 2024-12-07T06:21:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-07T06:21:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=163 2024-12-07T06:21:36,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-07T06:21:36,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 946 msec 2024-12-07T06:21:36,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 951 msec 2024-12-07T06:21:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:36,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T06:21:36,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:36,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:36,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:36,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:36,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:36,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:36,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/8dba3bdc7e314b84ab0237f1368820c1 is 50, key is test_row_0/A:col10/1733552496654/Put/seqid=0 2024-12-07T06:21:36,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742469_1645 (size=14741) 2024-12-07T06:21:36,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552556663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552556668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552556668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552556669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552556669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-07T06:21:36,695 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-12-07T06:21:36,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-07T06:21:36,698 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-07T06:21:36,698 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:36,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:36,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552556770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552556770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552556774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552556774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552556774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-07T06:21:36,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-07T06:21:36,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:36,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:36,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:36,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:36,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:36,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552556974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552556975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552556978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552556978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552556979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-07T06:21:37,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-07T06:21:37,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:37,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:37,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:37,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/8dba3bdc7e314b84ab0237f1368820c1 2024-12-07T06:21:37,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/f855f3ab802943b8aa90d23d7ac76000 is 50, key is test_row_0/B:col10/1733552496654/Put/seqid=0 2024-12-07T06:21:37,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742470_1646 (size=12301) 2024-12-07T06:21:37,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/f855f3ab802943b8aa90d23d7ac76000 2024-12-07T06:21:37,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/60b94b24ab9c4a53a9762b2dafbd5a9d is 50, key is test_row_0/C:col10/1733552496654/Put/seqid=0 2024-12-07T06:21:37,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742471_1647 (size=12301) 2024-12-07T06:21:37,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/60b94b24ab9c4a53a9762b2dafbd5a9d 2024-12-07T06:21:37,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/8dba3bdc7e314b84ab0237f1368820c1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8dba3bdc7e314b84ab0237f1368820c1 2024-12-07T06:21:37,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8dba3bdc7e314b84ab0237f1368820c1, entries=200, sequenceid=444, filesize=14.4 K 2024-12-07T06:21:37,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/f855f3ab802943b8aa90d23d7ac76000 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f855f3ab802943b8aa90d23d7ac76000 2024-12-07T06:21:37,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f855f3ab802943b8aa90d23d7ac76000, entries=150, sequenceid=444, filesize=12.0 K 2024-12-07T06:21:37,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/60b94b24ab9c4a53a9762b2dafbd5a9d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60b94b24ab9c4a53a9762b2dafbd5a9d 2024-12-07T06:21:37,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60b94b24ab9c4a53a9762b2dafbd5a9d, entries=150, sequenceid=444, filesize=12.0 K 2024-12-07T06:21:37,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c4cc2c5df5468b085d4d729daa9ab688 in 443ms, sequenceid=444, compaction requested=true 2024-12-07T06:21:37,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:37,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:37,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:37,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:37,098 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:37,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:37,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:37,098 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:37,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:37,099 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:37,099 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:37,099 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:37,099 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:37,099 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:37,099 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:37,099 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/af2983b5bc32470bbe14de32db63b83d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/693f503ef8f94e729965cececea24080, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f855f3ab802943b8aa90d23d7ac76000] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=37.0 K 2024-12-07T06:21:37,099 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/c51d9303811f4c0d96e6544d3fabf828, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7a704bdeaf4c438e8a021db285933962, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8dba3bdc7e314b84ab0237f1368820c1] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=39.4 K 2024-12-07T06:21:37,100 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting af2983b5bc32470bbe14de32db63b83d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733552494875 2024-12-07T06:21:37,100 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting c51d9303811f4c0d96e6544d3fabf828, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733552494875 2024-12-07T06:21:37,100 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 693f503ef8f94e729965cececea24080, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733552495195 2024-12-07T06:21:37,100 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a704bdeaf4c438e8a021db285933962, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733552495195 2024-12-07T06:21:37,101 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dba3bdc7e314b84ab0237f1368820c1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733552496345 2024-12-07T06:21:37,101 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f855f3ab802943b8aa90d23d7ac76000, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733552496345 2024-12-07T06:21:37,108 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:37,108 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:37,108 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/08cb0b6c22804184a81691a1803d5ab7 is 50, key is test_row_0/A:col10/1733552496654/Put/seqid=0 2024-12-07T06:21:37,109 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/5eec1d4af46d4d2fa11245d83485efaa is 50, key is test_row_0/B:col10/1733552496654/Put/seqid=0 2024-12-07T06:21:37,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742473_1649 (size=13391) 2024-12-07T06:21:37,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742472_1648 (size=13391) 2024-12-07T06:21:37,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-07T06:21:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:37,156 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:21:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:37,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/679b64d7372a4ec084c69372afc5b423 is 50, key is test_row_0/A:col10/1733552496667/Put/seqid=0 2024-12-07T06:21:37,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742474_1650 (size=12301) 2024-12-07T06:21:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:37,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-07T06:21:37,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552557310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552557315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552557317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552557318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552557319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552557420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552557420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552557421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552557425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552557427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,516 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/5eec1d4af46d4d2fa11245d83485efaa as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/5eec1d4af46d4d2fa11245d83485efaa 2024-12-07T06:21:37,518 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/08cb0b6c22804184a81691a1803d5ab7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/08cb0b6c22804184a81691a1803d5ab7 2024-12-07T06:21:37,521 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into 5eec1d4af46d4d2fa11245d83485efaa(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:37,521 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:37,521 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=13, startTime=1733552497098; duration=0sec 2024-12-07T06:21:37,521 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:37,521 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:37,521 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:37,523 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into 08cb0b6c22804184a81691a1803d5ab7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:37,523 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:37,523 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=13, startTime=1733552497098; duration=0sec 2024-12-07T06:21:37,523 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:37,523 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:37,523 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:37,523 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:37,523 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:37,523 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/28ad1a221f7b4c3095db402f3f672aac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/1bd925a261254426ac5068e1627a0539, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60b94b24ab9c4a53a9762b2dafbd5a9d] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=37.0 K 2024-12-07T06:21:37,523 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ad1a221f7b4c3095db402f3f672aac, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733552494875 2024-12-07T06:21:37,524 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bd925a261254426ac5068e1627a0539, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733552495195 2024-12-07T06:21:37,524 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 60b94b24ab9c4a53a9762b2dafbd5a9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733552496345 2024-12-07T06:21:37,529 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#563 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:37,530 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9557d4daa1c74b30ae11e4f72b3eb406 is 50, key is test_row_0/C:col10/1733552496654/Put/seqid=0 2024-12-07T06:21:37,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742475_1651 (size=13391) 2024-12-07T06:21:37,539 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/9557d4daa1c74b30ae11e4f72b3eb406 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9557d4daa1c74b30ae11e4f72b3eb406 2024-12-07T06:21:37,543 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into 9557d4daa1c74b30ae11e4f72b3eb406(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:37,543 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:37,543 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=13, startTime=1733552497098; duration=0sec 2024-12-07T06:21:37,543 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:37,543 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:37,565 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/679b64d7372a4ec084c69372afc5b423 2024-12-07T06:21:37,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/f2b85db9438340acba8ee0723bf45d37 is 50, key is test_row_0/B:col10/1733552496667/Put/seqid=0 2024-12-07T06:21:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742476_1652 (size=12301) 2024-12-07T06:21:37,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552557625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552557625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552557627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552557630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552557633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-07T06:21:37,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552557931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552557931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552557932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552557937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552557937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:37,975 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/f2b85db9438340acba8ee0723bf45d37 2024-12-07T06:21:37,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/e0058cb966f948e28f30a9f6f2fdd7ef is 50, key is test_row_0/C:col10/1733552496667/Put/seqid=0 2024-12-07T06:21:37,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742477_1653 (size=12301) 2024-12-07T06:21:37,985 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/e0058cb966f948e28f30a9f6f2fdd7ef 2024-12-07T06:21:37,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/679b64d7372a4ec084c69372afc5b423 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/679b64d7372a4ec084c69372afc5b423 2024-12-07T06:21:37,994 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/679b64d7372a4ec084c69372afc5b423, entries=150, sequenceid=455, filesize=12.0 K 2024-12-07T06:21:37,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/f2b85db9438340acba8ee0723bf45d37 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f2b85db9438340acba8ee0723bf45d37 2024-12-07T06:21:38,000 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f2b85db9438340acba8ee0723bf45d37, entries=150, sequenceid=455, filesize=12.0 K 2024-12-07T06:21:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/e0058cb966f948e28f30a9f6f2fdd7ef as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/e0058cb966f948e28f30a9f6f2fdd7ef 2024-12-07T06:21:38,003 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/e0058cb966f948e28f30a9f6f2fdd7ef, entries=150, sequenceid=455, filesize=12.0 K 2024-12-07T06:21:38,004 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c4cc2c5df5468b085d4d729daa9ab688 in 848ms, sequenceid=455, compaction requested=false 2024-12-07T06:21:38,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:38,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:38,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-07T06:21:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=165 2024-12-07T06:21:38,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-07T06:21:38,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3070 sec 2024-12-07T06:21:38,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.3100 sec 2024-12-07T06:21:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:38,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-07T06:21:38,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:38,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:38,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:38,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:38,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:38,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:38,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/20435d761577471ba0f3adde5fd20f04 is 50, key is test_row_0/A:col10/1733552498440/Put/seqid=0 2024-12-07T06:21:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742478_1654 (size=17181) 2024-12-07T06:21:38,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1733552558447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1733552558447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552558449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552558450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552558450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552558553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552558556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552558558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552558759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552558761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552558761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-07T06:21:38,801 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-12-07T06:21:38,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-07T06:21:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-07T06:21:38,804 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:38,805 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:38,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:38,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/20435d761577471ba0f3adde5fd20f04 2024-12-07T06:21:38,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/39209021f05e46e6bdba62e70244a006 is 50, key is test_row_0/B:col10/1733552498440/Put/seqid=0 2024-12-07T06:21:38,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742479_1655 (size=12301) 2024-12-07T06:21:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-07T06:21:38,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:38,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-07T06:21:38,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:38,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:38,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:39,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1733552559064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:39,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1733552559066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:39,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1733552559067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-07T06:21:39,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:39,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-07T06:21:39,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:39,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:39,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:39,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:39,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:39,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/39209021f05e46e6bdba62e70244a006 2024-12-07T06:21:39,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:39,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-07T06:21:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:39,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:39,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/f64397beb29c4c21a3113032a87e804f is 50, key is test_row_0/C:col10/1733552498440/Put/seqid=0 2024-12-07T06:21:39,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742480_1656 (size=12301) 2024-12-07T06:21:39,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/f64397beb29c4c21a3113032a87e804f 2024-12-07T06:21:39,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/20435d761577471ba0f3adde5fd20f04 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20435d761577471ba0f3adde5fd20f04 2024-12-07T06:21:39,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20435d761577471ba0f3adde5fd20f04, entries=250, sequenceid=486, filesize=16.8 K 2024-12-07T06:21:39,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/39209021f05e46e6bdba62e70244a006 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/39209021f05e46e6bdba62e70244a006 2024-12-07T06:21:39,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/39209021f05e46e6bdba62e70244a006, entries=150, sequenceid=486, filesize=12.0 K 2024-12-07T06:21:39,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/f64397beb29c4c21a3113032a87e804f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f64397beb29c4c21a3113032a87e804f 2024-12-07T06:21:39,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f64397beb29c4c21a3113032a87e804f, entries=150, sequenceid=486, filesize=12.0 K 2024-12-07T06:21:39,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c4cc2c5df5468b085d4d729daa9ab688 in 858ms, sequenceid=486, compaction requested=true 2024-12-07T06:21:39,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:39,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:39,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:39,298 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:39,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:39,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:39,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4cc2c5df5468b085d4d729daa9ab688:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:39,298 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:39,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:39,299 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:39,299 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:39,299 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/B is initiating minor compaction (all files) 2024-12-07T06:21:39,299 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/A is initiating minor compaction (all files) 2024-12-07T06:21:39,299 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/B in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:39,299 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/A in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:39,299 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/5eec1d4af46d4d2fa11245d83485efaa, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f2b85db9438340acba8ee0723bf45d37, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/39209021f05e46e6bdba62e70244a006] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=37.1 K 2024-12-07T06:21:39,299 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/08cb0b6c22804184a81691a1803d5ab7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/679b64d7372a4ec084c69372afc5b423, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20435d761577471ba0f3adde5fd20f04] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=41.9 K 2024-12-07T06:21:39,300 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eec1d4af46d4d2fa11245d83485efaa, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733552496345 2024-12-07T06:21:39,300 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08cb0b6c22804184a81691a1803d5ab7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733552496345 2024-12-07T06:21:39,300 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 679b64d7372a4ec084c69372afc5b423, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733552496666 2024-12-07T06:21:39,300 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f2b85db9438340acba8ee0723bf45d37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733552496666 2024-12-07T06:21:39,300 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20435d761577471ba0f3adde5fd20f04, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733552497314 2024-12-07T06:21:39,300 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 39209021f05e46e6bdba62e70244a006, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733552497316 2024-12-07T06:21:39,307 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#A#compaction#569 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:39,307 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/f0d538952ece42e9a32a8de4aebb374b is 50, key is test_row_0/A:col10/1733552498440/Put/seqid=0 2024-12-07T06:21:39,309 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#B#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:39,310 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/447f2f9e875148988f7fd6694afc4bd7 is 50, key is test_row_0/B:col10/1733552498440/Put/seqid=0 2024-12-07T06:21:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742481_1657 (size=13493) 2024-12-07T06:21:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742482_1658 (size=13493) 2024-12-07T06:21:39,316 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/f0d538952ece42e9a32a8de4aebb374b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/f0d538952ece42e9a32a8de4aebb374b 2024-12-07T06:21:39,318 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/447f2f9e875148988f7fd6694afc4bd7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/447f2f9e875148988f7fd6694afc4bd7 2024-12-07T06:21:39,321 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/A of c4cc2c5df5468b085d4d729daa9ab688 into f0d538952ece42e9a32a8de4aebb374b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:39,321 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:39,321 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/A, priority=13, startTime=1733552499298; duration=0sec 2024-12-07T06:21:39,321 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:39,321 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:A 2024-12-07T06:21:39,321 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:39,323 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/B of c4cc2c5df5468b085d4d729daa9ab688 into 447f2f9e875148988f7fd6694afc4bd7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:39,323 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:39,323 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/B, priority=13, startTime=1733552499298; duration=0sec 2024-12-07T06:21:39,323 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:39,323 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:B 2024-12-07T06:21:39,323 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:39,323 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): c4cc2c5df5468b085d4d729daa9ab688/C is initiating minor compaction (all files) 2024-12-07T06:21:39,323 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4cc2c5df5468b085d4d729daa9ab688/C in TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:39,323 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9557d4daa1c74b30ae11e4f72b3eb406, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/e0058cb966f948e28f30a9f6f2fdd7ef, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f64397beb29c4c21a3113032a87e804f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp, totalSize=37.1 K 2024-12-07T06:21:39,324 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9557d4daa1c74b30ae11e4f72b3eb406, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733552496345 2024-12-07T06:21:39,324 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0058cb966f948e28f30a9f6f2fdd7ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733552496666 2024-12-07T06:21:39,324 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting f64397beb29c4c21a3113032a87e804f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733552497316 2024-12-07T06:21:39,332 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4cc2c5df5468b085d4d729daa9ab688#C#compaction#571 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:39,332 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/d8022157c83a48158112251f96d7d09f is 50, key is test_row_0/C:col10/1733552498440/Put/seqid=0 2024-12-07T06:21:39,334 DEBUG [Thread-2425 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:58548 2024-12-07T06:21:39,334 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:39,334 DEBUG [Thread-2427 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:58548 2024-12-07T06:21:39,334 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:39,335 DEBUG [Thread-2421 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:58548 2024-12-07T06:21:39,335 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:39,335 DEBUG [Thread-2423 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:58548 2024-12-07T06:21:39,336 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:39,337 DEBUG [Thread-2429 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:58548 2024-12-07T06:21:39,337 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742483_1659 (size=13493) 2024-12-07T06:21:39,341 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/d8022157c83a48158112251f96d7d09f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/d8022157c83a48158112251f96d7d09f 2024-12-07T06:21:39,344 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4cc2c5df5468b085d4d729daa9ab688/C of c4cc2c5df5468b085d4d729daa9ab688 into d8022157c83a48158112251f96d7d09f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:39,344 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:39,344 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688., storeName=c4cc2c5df5468b085d4d729daa9ab688/C, priority=13, startTime=1733552499298; duration=0sec 2024-12-07T06:21:39,344 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:39,344 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4cc2c5df5468b085d4d729daa9ab688:C 2024-12-07T06:21:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-07T06:21:39,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:39,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-07T06:21:39,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:39,416 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T06:21:39,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:39,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:39,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:39,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:39,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:39,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:39,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/b5daf602481147cfbb11d356501ffe8e is 50, key is test_row_0/A:col10/1733552498449/Put/seqid=0 2024-12-07T06:21:39,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742484_1660 (size=12301) 2024-12-07T06:21:39,456 DEBUG [Thread-2416 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:58548 2024-12-07T06:21:39,456 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:39,457 DEBUG [Thread-2412 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:58548 2024-12-07T06:21:39,457 DEBUG [Thread-2412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:39,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. as already flushing 2024-12-07T06:21:39,567 DEBUG [Thread-2418 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:58548 2024-12-07T06:21:39,568 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:39,572 DEBUG [Thread-2410 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:58548 2024-12-07T06:21:39,572 DEBUG [Thread-2410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:39,574 DEBUG [Thread-2414 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:58548 2024-12-07T06:21:39,574 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:39,822 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/b5daf602481147cfbb11d356501ffe8e 2024-12-07T06:21:39,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/3c881e3e0e9441bd9fba58287520b331 is 50, key is test_row_0/B:col10/1733552498449/Put/seqid=0 2024-12-07T06:21:39,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742485_1661 (size=12301) 2024-12-07T06:21:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-07T06:21:40,231 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/3c881e3e0e9441bd9fba58287520b331 2024-12-07T06:21:40,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/a7b6c0474f394733852fb8c2b83707cd is 50, key is test_row_0/C:col10/1733552498449/Put/seqid=0 2024-12-07T06:21:40,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742486_1662 (size=12301) 2024-12-07T06:21:40,639 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/a7b6c0474f394733852fb8c2b83707cd 2024-12-07T06:21:40,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/b5daf602481147cfbb11d356501ffe8e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/b5daf602481147cfbb11d356501ffe8e 2024-12-07T06:21:40,645 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/b5daf602481147cfbb11d356501ffe8e, entries=150, sequenceid=497, filesize=12.0 K 2024-12-07T06:21:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/3c881e3e0e9441bd9fba58287520b331 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/3c881e3e0e9441bd9fba58287520b331 2024-12-07T06:21:40,647 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/3c881e3e0e9441bd9fba58287520b331, entries=150, sequenceid=497, filesize=12.0 K 2024-12-07T06:21:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/a7b6c0474f394733852fb8c2b83707cd as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a7b6c0474f394733852fb8c2b83707cd 2024-12-07T06:21:40,650 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a7b6c0474f394733852fb8c2b83707cd, entries=150, sequenceid=497, filesize=12.0 K 2024-12-07T06:21:40,651 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=33.54 KB/34350 for c4cc2c5df5468b085d4d729daa9ab688 in 1236ms, sequenceid=497, compaction requested=false 2024-12-07T06:21:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2538): Flush status journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-07T06:21:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=167 2024-12-07T06:21:40,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-07T06:21:40,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec 2024-12-07T06:21:40,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.8510 sec 2024-12-07T06:21:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-07T06:21:40,908 INFO [Thread-2420 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 166 completed 2024-12-07T06:21:40,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2548 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7642 rows 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2549 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7647 rows 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2571 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7713 rows 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2564 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7692 rows 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2558 2024-12-07T06:21:40,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7674 rows 2024-12-07T06:21:40,909 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T06:21:40,909 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:58548 2024-12-07T06:21:40,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:21:40,910 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T06:21:40,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T06:21:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-07T06:21:40,914 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552500914"}]},"ts":"1733552500914"} 2024-12-07T06:21:40,915 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T06:21:40,918 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T06:21:40,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T06:21:40,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4cc2c5df5468b085d4d729daa9ab688, UNASSIGN}] 2024-12-07T06:21:40,920 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4cc2c5df5468b085d4d729daa9ab688, UNASSIGN 2024-12-07T06:21:40,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=c4cc2c5df5468b085d4d729daa9ab688, regionState=CLOSING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:40,921 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T06:21:40,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; CloseRegionProcedure c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:21:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-07T06:21:41,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:41,073 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing c4cc2c5df5468b085d4d729daa9ab688, disabling compactions & flushes 2024-12-07T06:21:41,073 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. after waiting 0 ms 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:41,073 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2837): Flushing c4cc2c5df5468b085d4d729daa9ab688 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=A 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=B 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4cc2c5df5468b085d4d729daa9ab688, store=C 2024-12-07T06:21:41,073 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:41,076 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/050cb65ddf104f07b4d2d904081a4d7d is 50, key is test_row_0/A:col10/1733552499573/Put/seqid=0 2024-12-07T06:21:41,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742487_1663 (size=12301) 2024-12-07T06:21:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-07T06:21:41,304 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T06:21:41,480 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/050cb65ddf104f07b4d2d904081a4d7d 2024-12-07T06:21:41,485 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/e7ba578179884f6a89ebe6c2c7aba641 is 50, key is test_row_0/B:col10/1733552499573/Put/seqid=0 2024-12-07T06:21:41,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742488_1664 (size=12301) 2024-12-07T06:21:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-07T06:21:41,889 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/e7ba578179884f6a89ebe6c2c7aba641 2024-12-07T06:21:41,894 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/a421db682e32446690eea602e6d0fff7 is 50, key is test_row_0/C:col10/1733552499573/Put/seqid=0 2024-12-07T06:21:41,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742489_1665 (size=12301) 2024-12-07T06:21:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-07T06:21:42,297 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/a421db682e32446690eea602e6d0fff7 2024-12-07T06:21:42,301 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/A/050cb65ddf104f07b4d2d904081a4d7d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/050cb65ddf104f07b4d2d904081a4d7d 2024-12-07T06:21:42,303 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/050cb65ddf104f07b4d2d904081a4d7d, entries=150, sequenceid=505, filesize=12.0 K 2024-12-07T06:21:42,304 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/B/e7ba578179884f6a89ebe6c2c7aba641 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/e7ba578179884f6a89ebe6c2c7aba641 2024-12-07T06:21:42,307 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/e7ba578179884f6a89ebe6c2c7aba641, entries=150, sequenceid=505, filesize=12.0 K 2024-12-07T06:21:42,308 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/.tmp/C/a421db682e32446690eea602e6d0fff7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a421db682e32446690eea602e6d0fff7 2024-12-07T06:21:42,310 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a421db682e32446690eea602e6d0fff7, entries=150, sequenceid=505, filesize=12.0 K 2024-12-07T06:21:42,311 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c4cc2c5df5468b085d4d729daa9ab688 in 1238ms, sequenceid=505, compaction requested=true 2024-12-07T06:21:42,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/642b0d53d2b740ea9f5fb909bbce2f9a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a6d56a08c66d4787a07124ee4bf3bd71, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/024072c425694200921ad1c3af4f88ff, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/50698332c55c44148b0c12a93082fe5a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ced4ecf75b66414c82e0a89e3d0ba51a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20dbcf5b092042d396b09274f184d9f0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e81bbddbcc904efcad05df06901c3289, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/5fd65b82b1e54eacb910c3c82ec5ac14, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/98ef32b3bd99421ba8dfced1db3364ac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7f54dfe1f8ba43f0ba89b50103d73f44, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/151195e7d20448d4a6be7f64aa449f96, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8aeb6de773a04e68b8c40d4a64cac200, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/60206925ee4e470b934f9c5a121fcb05, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ee3ef6771eb64192979b5a39215b9d00, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a158cec767d04150bcf07f5a98abbcd4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/88fb06f72f3f4135866dbafe75b50ab5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7264c4d84fba4fbfb7481dea94e1431b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/cfc27f101a754eb0966322995e276243, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/751821bf00bb4ca1a0a239f1ba9079e0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e4636315a3264126a9373a42e902476b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/f4654f6dc5b44792b9510e3ac1d69350, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/4efc8e9661874aa0a0ab41a3c2113a1f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/beb5c15abe144e82a65792878edde9d7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/db2acf6c5894406fb54e0caed4c6c902, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/1b05f70a9b01407586be6e2496a66484, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e21be42af9674fd6933eea1a5a5d468e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e1f1aa7ea6fd4a59a512f2f88fe970e4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/169822d9718f4ebb8864135d65e7ac17, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ef129e5befad4d749f3892955a6d9c5a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/c51d9303811f4c0d96e6544d3fabf828, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7a704bdeaf4c438e8a021db285933962, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8dba3bdc7e314b84ab0237f1368820c1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/08cb0b6c22804184a81691a1803d5ab7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/679b64d7372a4ec084c69372afc5b423, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20435d761577471ba0f3adde5fd20f04] to archive 2024-12-07T06:21:42,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:21:42,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/642b0d53d2b740ea9f5fb909bbce2f9a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/642b0d53d2b740ea9f5fb909bbce2f9a 2024-12-07T06:21:42,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a6d56a08c66d4787a07124ee4bf3bd71 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a6d56a08c66d4787a07124ee4bf3bd71 2024-12-07T06:21:42,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/024072c425694200921ad1c3af4f88ff to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/024072c425694200921ad1c3af4f88ff 2024-12-07T06:21:42,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/50698332c55c44148b0c12a93082fe5a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/50698332c55c44148b0c12a93082fe5a 2024-12-07T06:21:42,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ced4ecf75b66414c82e0a89e3d0ba51a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ced4ecf75b66414c82e0a89e3d0ba51a 2024-12-07T06:21:42,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20dbcf5b092042d396b09274f184d9f0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20dbcf5b092042d396b09274f184d9f0 2024-12-07T06:21:42,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e81bbddbcc904efcad05df06901c3289 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e81bbddbcc904efcad05df06901c3289 2024-12-07T06:21:42,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/5fd65b82b1e54eacb910c3c82ec5ac14 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/5fd65b82b1e54eacb910c3c82ec5ac14 2024-12-07T06:21:42,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/98ef32b3bd99421ba8dfced1db3364ac to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/98ef32b3bd99421ba8dfced1db3364ac 2024-12-07T06:21:42,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7f54dfe1f8ba43f0ba89b50103d73f44 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7f54dfe1f8ba43f0ba89b50103d73f44 2024-12-07T06:21:42,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/151195e7d20448d4a6be7f64aa449f96 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/151195e7d20448d4a6be7f64aa449f96 2024-12-07T06:21:42,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8aeb6de773a04e68b8c40d4a64cac200 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8aeb6de773a04e68b8c40d4a64cac200 2024-12-07T06:21:42,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/60206925ee4e470b934f9c5a121fcb05 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/60206925ee4e470b934f9c5a121fcb05 2024-12-07T06:21:42,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ee3ef6771eb64192979b5a39215b9d00 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ee3ef6771eb64192979b5a39215b9d00 2024-12-07T06:21:42,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a158cec767d04150bcf07f5a98abbcd4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/a158cec767d04150bcf07f5a98abbcd4 2024-12-07T06:21:42,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/88fb06f72f3f4135866dbafe75b50ab5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/88fb06f72f3f4135866dbafe75b50ab5 2024-12-07T06:21:42,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7264c4d84fba4fbfb7481dea94e1431b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7264c4d84fba4fbfb7481dea94e1431b 2024-12-07T06:21:42,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/cfc27f101a754eb0966322995e276243 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/cfc27f101a754eb0966322995e276243 2024-12-07T06:21:42,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/751821bf00bb4ca1a0a239f1ba9079e0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/751821bf00bb4ca1a0a239f1ba9079e0 2024-12-07T06:21:42,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e4636315a3264126a9373a42e902476b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e4636315a3264126a9373a42e902476b 2024-12-07T06:21:42,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/f4654f6dc5b44792b9510e3ac1d69350 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/f4654f6dc5b44792b9510e3ac1d69350 2024-12-07T06:21:42,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/4efc8e9661874aa0a0ab41a3c2113a1f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/4efc8e9661874aa0a0ab41a3c2113a1f 2024-12-07T06:21:42,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/beb5c15abe144e82a65792878edde9d7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/beb5c15abe144e82a65792878edde9d7 2024-12-07T06:21:42,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/db2acf6c5894406fb54e0caed4c6c902 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/db2acf6c5894406fb54e0caed4c6c902 2024-12-07T06:21:42,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/1b05f70a9b01407586be6e2496a66484 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/1b05f70a9b01407586be6e2496a66484 2024-12-07T06:21:42,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e21be42af9674fd6933eea1a5a5d468e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e21be42af9674fd6933eea1a5a5d468e 2024-12-07T06:21:42,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e1f1aa7ea6fd4a59a512f2f88fe970e4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/e1f1aa7ea6fd4a59a512f2f88fe970e4 2024-12-07T06:21:42,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/169822d9718f4ebb8864135d65e7ac17 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/169822d9718f4ebb8864135d65e7ac17 2024-12-07T06:21:42,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ef129e5befad4d749f3892955a6d9c5a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/ef129e5befad4d749f3892955a6d9c5a 2024-12-07T06:21:42,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/c51d9303811f4c0d96e6544d3fabf828 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/c51d9303811f4c0d96e6544d3fabf828 2024-12-07T06:21:42,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7a704bdeaf4c438e8a021db285933962 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/7a704bdeaf4c438e8a021db285933962 2024-12-07T06:21:42,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8dba3bdc7e314b84ab0237f1368820c1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/8dba3bdc7e314b84ab0237f1368820c1 2024-12-07T06:21:42,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/08cb0b6c22804184a81691a1803d5ab7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/08cb0b6c22804184a81691a1803d5ab7 2024-12-07T06:21:42,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/679b64d7372a4ec084c69372afc5b423 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/679b64d7372a4ec084c69372afc5b423 2024-12-07T06:21:42,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20435d761577471ba0f3adde5fd20f04 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/20435d761577471ba0f3adde5fd20f04 2024-12-07T06:21:42,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/544609f9af614bbdacc605ea4dcf26cf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/aa867bae1b98449c851733836d624a06, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/604625d0f10e43b187c8d0515a99e832, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9862e3d64b364fa5a908bb0ff3030003, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4de501e99e684f3c8ae11bac7e0adbaf, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9c7dd08ae6104f44bc9938b2178fe8d3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f783c534e096438e8637c1f4a34ca424, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/90a8a2048ec94498a2f882ee5010263a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4cb4a229d1ac413ba28959c847c1c893, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/83e28a3347914a44b04333304700269a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/34ce601e78e94b3a878be0c69cfca5f7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/d858d6e95344431baac72096ace2a582, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/7e646eac3db044f0a6fdaf5fefcd8b39, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/b107ca0a09e14397923e4912fd9d213f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/fb97f2eea42843958bdc45efb7c8a6c4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/c190dc3810e440f9a37f1e89f145e250, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/0628f66cfad744dca147905d7406b116, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/8710ca6cad07472aa745ba36f873ea35, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4393e8a0a241484d887328a9e3be34de, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/e20f4c2c8b4e47b28aba5455d323760d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/2c4a5cbd6d024a20b2158c704f38342a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9b441d9df2ec4b3494e65c53ed84046e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/438114f2d8864a4a98ec67b950fb8b10, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/6bbd0179fce342288ff1212f27df0bda, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/ec2086639bac4630bad67062ac3669f9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/a267d24882014e13bddbb686dc1835ad, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/3fd9975e1ba945b896bcbd2de7a280f4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/33e19496554245dd95606aecf4ae081e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/af2983b5bc32470bbe14de32db63b83d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/dee2f58f2c2e4e47a1a82244257a8ce8, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/693f503ef8f94e729965cececea24080, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/5eec1d4af46d4d2fa11245d83485efaa, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f855f3ab802943b8aa90d23d7ac76000, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f2b85db9438340acba8ee0723bf45d37, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/39209021f05e46e6bdba62e70244a006] to archive 2024-12-07T06:21:42,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:21:42,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/544609f9af614bbdacc605ea4dcf26cf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/544609f9af614bbdacc605ea4dcf26cf 2024-12-07T06:21:42,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/aa867bae1b98449c851733836d624a06 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/aa867bae1b98449c851733836d624a06 2024-12-07T06:21:42,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/604625d0f10e43b187c8d0515a99e832 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/604625d0f10e43b187c8d0515a99e832 2024-12-07T06:21:42,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9862e3d64b364fa5a908bb0ff3030003 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9862e3d64b364fa5a908bb0ff3030003 2024-12-07T06:21:42,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4de501e99e684f3c8ae11bac7e0adbaf to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4de501e99e684f3c8ae11bac7e0adbaf 2024-12-07T06:21:42,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9c7dd08ae6104f44bc9938b2178fe8d3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9c7dd08ae6104f44bc9938b2178fe8d3 2024-12-07T06:21:42,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f783c534e096438e8637c1f4a34ca424 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f783c534e096438e8637c1f4a34ca424 2024-12-07T06:21:42,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/90a8a2048ec94498a2f882ee5010263a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/90a8a2048ec94498a2f882ee5010263a 2024-12-07T06:21:42,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4cb4a229d1ac413ba28959c847c1c893 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4cb4a229d1ac413ba28959c847c1c893 2024-12-07T06:21:42,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/83e28a3347914a44b04333304700269a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/83e28a3347914a44b04333304700269a 2024-12-07T06:21:42,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/34ce601e78e94b3a878be0c69cfca5f7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/34ce601e78e94b3a878be0c69cfca5f7 2024-12-07T06:21:42,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/d858d6e95344431baac72096ace2a582 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/d858d6e95344431baac72096ace2a582 2024-12-07T06:21:42,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/7e646eac3db044f0a6fdaf5fefcd8b39 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/7e646eac3db044f0a6fdaf5fefcd8b39 2024-12-07T06:21:42,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/b107ca0a09e14397923e4912fd9d213f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/b107ca0a09e14397923e4912fd9d213f 2024-12-07T06:21:42,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/fb97f2eea42843958bdc45efb7c8a6c4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/fb97f2eea42843958bdc45efb7c8a6c4 2024-12-07T06:21:42,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/c190dc3810e440f9a37f1e89f145e250 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/c190dc3810e440f9a37f1e89f145e250 2024-12-07T06:21:42,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/0628f66cfad744dca147905d7406b116 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/0628f66cfad744dca147905d7406b116 2024-12-07T06:21:42,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/8710ca6cad07472aa745ba36f873ea35 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/8710ca6cad07472aa745ba36f873ea35 2024-12-07T06:21:42,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4393e8a0a241484d887328a9e3be34de to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/4393e8a0a241484d887328a9e3be34de 2024-12-07T06:21:42,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/e20f4c2c8b4e47b28aba5455d323760d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/e20f4c2c8b4e47b28aba5455d323760d 2024-12-07T06:21:42,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/2c4a5cbd6d024a20b2158c704f38342a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/2c4a5cbd6d024a20b2158c704f38342a 2024-12-07T06:21:42,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9b441d9df2ec4b3494e65c53ed84046e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/9b441d9df2ec4b3494e65c53ed84046e 2024-12-07T06:21:42,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/438114f2d8864a4a98ec67b950fb8b10 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/438114f2d8864a4a98ec67b950fb8b10 2024-12-07T06:21:42,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/6bbd0179fce342288ff1212f27df0bda to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/6bbd0179fce342288ff1212f27df0bda 2024-12-07T06:21:42,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/ec2086639bac4630bad67062ac3669f9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/ec2086639bac4630bad67062ac3669f9 2024-12-07T06:21:42,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/a267d24882014e13bddbb686dc1835ad to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/a267d24882014e13bddbb686dc1835ad 2024-12-07T06:21:42,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/3fd9975e1ba945b896bcbd2de7a280f4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/3fd9975e1ba945b896bcbd2de7a280f4 2024-12-07T06:21:42,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/33e19496554245dd95606aecf4ae081e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/33e19496554245dd95606aecf4ae081e 2024-12-07T06:21:42,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/af2983b5bc32470bbe14de32db63b83d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/af2983b5bc32470bbe14de32db63b83d 2024-12-07T06:21:42,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/dee2f58f2c2e4e47a1a82244257a8ce8 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/dee2f58f2c2e4e47a1a82244257a8ce8 2024-12-07T06:21:42,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/693f503ef8f94e729965cececea24080 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/693f503ef8f94e729965cececea24080 2024-12-07T06:21:42,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/5eec1d4af46d4d2fa11245d83485efaa to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/5eec1d4af46d4d2fa11245d83485efaa 2024-12-07T06:21:42,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f855f3ab802943b8aa90d23d7ac76000 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f855f3ab802943b8aa90d23d7ac76000 2024-12-07T06:21:42,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f2b85db9438340acba8ee0723bf45d37 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/f2b85db9438340acba8ee0723bf45d37 2024-12-07T06:21:42,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/39209021f05e46e6bdba62e70244a006 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/39209021f05e46e6bdba62e70244a006 2024-12-07T06:21:42,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a08160b8887444c080990f58ffb53929, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9dc9fedd58a84f6d8aaf1c71bbce09cb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/820f27a9b66146b3a5c7de4218ec9d9b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/09539331605440cba680b2ca7237251d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9676b5b228974e9396e4777fdf2278de, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/58eabc18a4d648f197df05a45606b036, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/ed3c2b7063e1432c99551fc6a9a4eb81, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/833db2454ca64962be9b6aa6c414667a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/0b35099528614fa59ffe31abaf615638, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/17b7a216bd364808a414954008fdec2c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/8ee569b3ac1640618d773632f10095c1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/95e2171b54404a0c90d6b708569a2679, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/56ba19b0c93f41d2bbfe7982b4922ba3, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/689c9fd8a58f40c4bcc101424da2a6d8, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/87785c2f28fc491aaf3c9247d7f28f1d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b15a082f710843f2a3052e188f82953c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/bdeef68cd2a842d780162b38defe4b4e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b420c35bb0224f4195dc72b140913b58, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7b3289e30516476d986ce5d0b91a3972, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa36a299df4749eba44d413b23fc22d4, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9e9d951d89d94cef8d591235056d450f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/873aff5d2c194770a5a3680001d949be, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60dd8d54029f48b892f69b15e147ca11, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/4d4e0f99415f41068c2a88663774b933, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7d510683cf2c4aa8b3e0873f418c9587, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f48dd3a42a364d308d1734ba7f756ed5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/2e84be42c641459ba505dd19286db646, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/37db4549190049909f914e6255de129e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/28ad1a221f7b4c3095db402f3f672aac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa5e12cfe76249dc988dc8a194cc8f0f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/1bd925a261254426ac5068e1627a0539, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9557d4daa1c74b30ae11e4f72b3eb406, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60b94b24ab9c4a53a9762b2dafbd5a9d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/e0058cb966f948e28f30a9f6f2fdd7ef, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f64397beb29c4c21a3113032a87e804f] to archive 2024-12-07T06:21:42,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:21:42,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a08160b8887444c080990f58ffb53929 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a08160b8887444c080990f58ffb53929 2024-12-07T06:21:42,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9dc9fedd58a84f6d8aaf1c71bbce09cb to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9dc9fedd58a84f6d8aaf1c71bbce09cb 2024-12-07T06:21:42,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/820f27a9b66146b3a5c7de4218ec9d9b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/820f27a9b66146b3a5c7de4218ec9d9b 2024-12-07T06:21:42,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/09539331605440cba680b2ca7237251d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/09539331605440cba680b2ca7237251d 2024-12-07T06:21:42,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9676b5b228974e9396e4777fdf2278de to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9676b5b228974e9396e4777fdf2278de 2024-12-07T06:21:42,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/58eabc18a4d648f197df05a45606b036 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/58eabc18a4d648f197df05a45606b036 2024-12-07T06:21:42,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/ed3c2b7063e1432c99551fc6a9a4eb81 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/ed3c2b7063e1432c99551fc6a9a4eb81 2024-12-07T06:21:42,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/833db2454ca64962be9b6aa6c414667a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/833db2454ca64962be9b6aa6c414667a 2024-12-07T06:21:42,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/0b35099528614fa59ffe31abaf615638 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/0b35099528614fa59ffe31abaf615638 2024-12-07T06:21:42,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/17b7a216bd364808a414954008fdec2c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/17b7a216bd364808a414954008fdec2c 2024-12-07T06:21:42,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/8ee569b3ac1640618d773632f10095c1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/8ee569b3ac1640618d773632f10095c1 2024-12-07T06:21:42,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/95e2171b54404a0c90d6b708569a2679 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/95e2171b54404a0c90d6b708569a2679 2024-12-07T06:21:42,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/56ba19b0c93f41d2bbfe7982b4922ba3 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/56ba19b0c93f41d2bbfe7982b4922ba3 2024-12-07T06:21:42,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/689c9fd8a58f40c4bcc101424da2a6d8 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/689c9fd8a58f40c4bcc101424da2a6d8 2024-12-07T06:21:42,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/87785c2f28fc491aaf3c9247d7f28f1d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/87785c2f28fc491aaf3c9247d7f28f1d 2024-12-07T06:21:42,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b15a082f710843f2a3052e188f82953c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b15a082f710843f2a3052e188f82953c 2024-12-07T06:21:42,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/bdeef68cd2a842d780162b38defe4b4e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/bdeef68cd2a842d780162b38defe4b4e 2024-12-07T06:21:42,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b420c35bb0224f4195dc72b140913b58 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/b420c35bb0224f4195dc72b140913b58 2024-12-07T06:21:42,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7b3289e30516476d986ce5d0b91a3972 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7b3289e30516476d986ce5d0b91a3972 2024-12-07T06:21:42,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa36a299df4749eba44d413b23fc22d4 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa36a299df4749eba44d413b23fc22d4 2024-12-07T06:21:42,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9e9d951d89d94cef8d591235056d450f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9e9d951d89d94cef8d591235056d450f 2024-12-07T06:21:42,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/873aff5d2c194770a5a3680001d949be to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/873aff5d2c194770a5a3680001d949be 2024-12-07T06:21:42,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60dd8d54029f48b892f69b15e147ca11 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60dd8d54029f48b892f69b15e147ca11 2024-12-07T06:21:42,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/4d4e0f99415f41068c2a88663774b933 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/4d4e0f99415f41068c2a88663774b933 2024-12-07T06:21:42,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7d510683cf2c4aa8b3e0873f418c9587 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/7d510683cf2c4aa8b3e0873f418c9587 2024-12-07T06:21:42,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f48dd3a42a364d308d1734ba7f756ed5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f48dd3a42a364d308d1734ba7f756ed5 2024-12-07T06:21:42,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/2e84be42c641459ba505dd19286db646 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/2e84be42c641459ba505dd19286db646 2024-12-07T06:21:42,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/37db4549190049909f914e6255de129e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/37db4549190049909f914e6255de129e 2024-12-07T06:21:42,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/28ad1a221f7b4c3095db402f3f672aac to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/28ad1a221f7b4c3095db402f3f672aac 2024-12-07T06:21:42,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa5e12cfe76249dc988dc8a194cc8f0f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/aa5e12cfe76249dc988dc8a194cc8f0f 2024-12-07T06:21:42,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/1bd925a261254426ac5068e1627a0539 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/1bd925a261254426ac5068e1627a0539 2024-12-07T06:21:42,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9557d4daa1c74b30ae11e4f72b3eb406 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/9557d4daa1c74b30ae11e4f72b3eb406 2024-12-07T06:21:42,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60b94b24ab9c4a53a9762b2dafbd5a9d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/60b94b24ab9c4a53a9762b2dafbd5a9d 2024-12-07T06:21:42,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/e0058cb966f948e28f30a9f6f2fdd7ef to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/e0058cb966f948e28f30a9f6f2fdd7ef 2024-12-07T06:21:42,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f64397beb29c4c21a3113032a87e804f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/f64397beb29c4c21a3113032a87e804f 2024-12-07T06:21:42,408 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/recovered.edits/508.seqid, newMaxSeqId=508, maxSeqId=1 2024-12-07T06:21:42,408 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688. 2024-12-07T06:21:42,408 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for c4cc2c5df5468b085d4d729daa9ab688: 2024-12-07T06:21:42,409 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:42,410 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=c4cc2c5df5468b085d4d729daa9ab688, regionState=CLOSED 2024-12-07T06:21:42,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-12-07T06:21:42,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; CloseRegionProcedure c4cc2c5df5468b085d4d729daa9ab688, server=38a4c3e922fd,38777,1733552352987 in 1.4890 sec 2024-12-07T06:21:42,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-07T06:21:42,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4cc2c5df5468b085d4d729daa9ab688, UNASSIGN in 1.4920 sec 2024-12-07T06:21:42,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-12-07T06:21:42,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4950 sec 2024-12-07T06:21:42,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552502414"}]},"ts":"1733552502414"} 2024-12-07T06:21:42,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T06:21:42,417 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T06:21:42,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5070 sec 2024-12-07T06:21:42,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T06:21:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-07T06:21:43,017 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 168 completed 2024-12-07T06:21:43,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T06:21:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:43,018 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-07T06:21:43,019 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:43,020 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:43,022 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/recovered.edits] 2024-12-07T06:21:43,024 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/050cb65ddf104f07b4d2d904081a4d7d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/050cb65ddf104f07b4d2d904081a4d7d 2024-12-07T06:21:43,025 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/b5daf602481147cfbb11d356501ffe8e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/b5daf602481147cfbb11d356501ffe8e 2024-12-07T06:21:43,026 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/f0d538952ece42e9a32a8de4aebb374b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/A/f0d538952ece42e9a32a8de4aebb374b 2024-12-07T06:21:43,027 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/3c881e3e0e9441bd9fba58287520b331 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/3c881e3e0e9441bd9fba58287520b331 2024-12-07T06:21:43,028 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/447f2f9e875148988f7fd6694afc4bd7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/447f2f9e875148988f7fd6694afc4bd7 2024-12-07T06:21:43,029 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/e7ba578179884f6a89ebe6c2c7aba641 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/B/e7ba578179884f6a89ebe6c2c7aba641 2024-12-07T06:21:43,030 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a421db682e32446690eea602e6d0fff7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a421db682e32446690eea602e6d0fff7 2024-12-07T06:21:43,031 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a7b6c0474f394733852fb8c2b83707cd to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/a7b6c0474f394733852fb8c2b83707cd 2024-12-07T06:21:43,032 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/d8022157c83a48158112251f96d7d09f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/C/d8022157c83a48158112251f96d7d09f 2024-12-07T06:21:43,034 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/recovered.edits/508.seqid to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688/recovered.edits/508.seqid 2024-12-07T06:21:43,035 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/c4cc2c5df5468b085d4d729daa9ab688 2024-12-07T06:21:43,035 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T06:21:43,036 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:43,038 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T06:21:43,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T06:21:43,040 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:43,040 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T06:21:43,040 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733552503040"}]},"ts":"9223372036854775807"} 2024-12-07T06:21:43,041 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T06:21:43,041 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c4cc2c5df5468b085d4d729daa9ab688, NAME => 'TestAcidGuarantees,,1733552477158.c4cc2c5df5468b085d4d729daa9ab688.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T06:21:43,041 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T06:21:43,041 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733552503041"}]},"ts":"9223372036854775807"} 2024-12-07T06:21:43,042 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T06:21:43,044 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:43,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-12-07T06:21:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-07T06:21:43,120 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 172 completed 2024-12-07T06:21:43,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 241), OpenFileDescriptor=451 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 420) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=8190 (was 8209) 2024-12-07T06:21:43,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=9, AvailableMemoryMB=8190 2024-12-07T06:21:43,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T06:21:43,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T06:21:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:43,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T06:21:43,139 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:43,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 173 2024-12-07T06:21:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T06:21:43,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T06:21:43,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742490_1666 (size=963) 2024-12-07T06:21:43,145 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3 2024-12-07T06:21:43,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742491_1667 (size=53) 2024-12-07T06:21:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T06:21:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T06:21:43,549 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:21:43,550 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e20c0a882810322daee93802914c9376, disabling compactions & flushes 2024-12-07T06:21:43,550 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:43,550 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:43,550 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. after waiting 0 ms 2024-12-07T06:21:43,550 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:43,550 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:43,550 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:43,550 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T06:21:43,551 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733552503551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733552503551"}]},"ts":"1733552503551"} 2024-12-07T06:21:43,552 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T06:21:43,552 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T06:21:43,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552503552"}]},"ts":"1733552503552"} 2024-12-07T06:21:43,553 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T06:21:43,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, ASSIGN}] 2024-12-07T06:21:43,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, ASSIGN 2024-12-07T06:21:43,558 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, ASSIGN; state=OFFLINE, location=38a4c3e922fd,38777,1733552352987; forceNewPlan=false, retain=false 2024-12-07T06:21:43,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=e20c0a882810322daee93802914c9376, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:43,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE; OpenRegionProcedure e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:21:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T06:21:43,860 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:43,863 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:43,863 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7285): Opening region: {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:21:43,863 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e20c0a882810322daee93802914c9376 2024-12-07T06:21:43,863 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:21:43,863 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7327): checking encryption for e20c0a882810322daee93802914c9376 2024-12-07T06:21:43,863 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7330): checking classloading for e20c0a882810322daee93802914c9376 2024-12-07T06:21:43,864 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e20c0a882810322daee93802914c9376 2024-12-07T06:21:43,866 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:21:43,866 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e20c0a882810322daee93802914c9376 columnFamilyName A 2024-12-07T06:21:43,866 DEBUG [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:43,866 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(327): Store=e20c0a882810322daee93802914c9376/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:21:43,866 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e20c0a882810322daee93802914c9376 2024-12-07T06:21:43,867 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:21:43,867 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e20c0a882810322daee93802914c9376 columnFamilyName B 2024-12-07T06:21:43,868 DEBUG [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:43,868 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(327): Store=e20c0a882810322daee93802914c9376/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:21:43,868 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e20c0a882810322daee93802914c9376 2024-12-07T06:21:43,869 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:21:43,869 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e20c0a882810322daee93802914c9376 columnFamilyName C 2024-12-07T06:21:43,869 DEBUG [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:43,869 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(327): Store=e20c0a882810322daee93802914c9376/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:21:43,869 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:43,870 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376 2024-12-07T06:21:43,870 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376 2024-12-07T06:21:43,871 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:21:43,872 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1085): writing seq id for e20c0a882810322daee93802914c9376 2024-12-07T06:21:43,874 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T06:21:43,874 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1102): Opened e20c0a882810322daee93802914c9376; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69331005, jitterRate=0.033112481236457825}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:21:43,874 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1001): Region open journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:43,875 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., pid=175, masterSystemTime=1733552503860 2024-12-07T06:21:43,876 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:43,876 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:43,876 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=e20c0a882810322daee93802914c9376, regionState=OPEN, openSeqNum=2, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:43,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-12-07T06:21:43,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; OpenRegionProcedure e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 in 168 msec 2024-12-07T06:21:43,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-07T06:21:43,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, ASSIGN in 321 msec 2024-12-07T06:21:43,880 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T06:21:43,880 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552503880"}]},"ts":"1733552503880"} 2024-12-07T06:21:43,880 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T06:21:43,883 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T06:21:43,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 745 msec 2024-12-07T06:21:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T06:21:44,242 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-07T06:21:44,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-12-07T06:21:44,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:44,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:44,251 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:44,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T06:21:44,253 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T06:21:44,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T06:21:44,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T06:21:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=176, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T06:21:44,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742492_1668 (size=999) 2024-12-07T06:21:44,663 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-07T06:21:44,663 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-07T06:21:44,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T06:21:44,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, REOPEN/MOVE}] 2024-12-07T06:21:44,667 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, REOPEN/MOVE 2024-12-07T06:21:44,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=e20c0a882810322daee93802914c9376, regionState=CLOSING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:44,669 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T06:21:44,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE; CloseRegionProcedure e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:21:44,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:44,820 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(124): Close e20c0a882810322daee93802914c9376 2024-12-07T06:21:44,820 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T06:21:44,820 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1681): Closing e20c0a882810322daee93802914c9376, disabling compactions & flushes 2024-12-07T06:21:44,820 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:44,820 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:44,820 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. after waiting 0 ms 2024-12-07T06:21:44,820 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:44,823 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T06:21:44,824 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:44,824 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1635): Region close journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:44,824 WARN [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionServer(3786): Not adding moved region record: e20c0a882810322daee93802914c9376 to self. 2024-12-07T06:21:44,825 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(170): Closed e20c0a882810322daee93802914c9376 2024-12-07T06:21:44,825 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=e20c0a882810322daee93802914c9376, regionState=CLOSED 2024-12-07T06:21:44,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-12-07T06:21:44,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; CloseRegionProcedure e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 in 157 msec 2024-12-07T06:21:44,827 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, REOPEN/MOVE; state=CLOSED, location=38a4c3e922fd,38777,1733552352987; forceNewPlan=false, retain=true 2024-12-07T06:21:44,978 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=e20c0a882810322daee93802914c9376, regionState=OPENING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:44,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=178, state=RUNNABLE; OpenRegionProcedure e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:21:45,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,132 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,133 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7285): Opening region: {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} 2024-12-07T06:21:45,133 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,133 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T06:21:45,133 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7327): checking encryption for e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,133 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7330): checking classloading for e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,134 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,135 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:21:45,135 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e20c0a882810322daee93802914c9376 columnFamilyName A 2024-12-07T06:21:45,136 DEBUG [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:45,136 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(327): Store=e20c0a882810322daee93802914c9376/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:21:45,136 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,137 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:21:45,137 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e20c0a882810322daee93802914c9376 columnFamilyName B 2024-12-07T06:21:45,137 DEBUG [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:45,137 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(327): Store=e20c0a882810322daee93802914c9376/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:21:45,137 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,138 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T06:21:45,138 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e20c0a882810322daee93802914c9376 columnFamilyName C 2024-12-07T06:21:45,138 DEBUG [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:45,138 INFO [StoreOpener-e20c0a882810322daee93802914c9376-1 {}] regionserver.HStore(327): Store=e20c0a882810322daee93802914c9376/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T06:21:45,138 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,139 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,139 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,140 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T06:21:45,141 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1085): writing seq id for e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,142 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1102): Opened e20c0a882810322daee93802914c9376; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74899280, jitterRate=0.11608624458312988}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T06:21:45,143 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1001): Region open journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:45,143 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., pid=180, masterSystemTime=1733552505130 2024-12-07T06:21:45,144 DEBUG [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,144 INFO [RS_OPEN_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=e20c0a882810322daee93802914c9376, regionState=OPEN, openSeqNum=5, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=178 2024-12-07T06:21:45,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=178, state=SUCCESS; OpenRegionProcedure e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 in 166 msec 2024-12-07T06:21:45,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-07T06:21:45,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, REOPEN/MOVE in 479 msec 2024-12-07T06:21:45,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-12-07T06:21:45,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-12-07T06:21:45,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-12-07T06:21:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=176 2024-12-07T06:21:45,152 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-12-07T06:21:45,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:45,156 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-12-07T06:21:45,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:45,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-12-07T06:21:45,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:45,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-12-07T06:21:45,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:45,166 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-12-07T06:21:45,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:45,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-12-07T06:21:45,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:45,174 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-12-07T06:21:45,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:45,178 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-12-07T06:21:45,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:45,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-12-07T06:21:45,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:45,186 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:58548 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-12-07T06:21:45,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T06:21:45,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-07T06:21:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T06:21:45,194 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:45,195 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:45,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:45,196 DEBUG [hconnection-0x25a1099a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:45,197 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:45,200 DEBUG [hconnection-0x48828061-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:45,201 DEBUG [hconnection-0x37bfc1d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:45,202 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:45,202 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:21:45,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:45,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:45,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:45,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:45,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:45,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:45,207 DEBUG [hconnection-0x67d9ce34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:45,207 DEBUG [hconnection-0x3a015ff6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:45,208 DEBUG [hconnection-0x7754699a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:45,208 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:45,208 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:45,208 DEBUG [hconnection-0x3e4b2f46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:45,209 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:45,209 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:45,211 DEBUG [hconnection-0x2711777f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:45,212 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:45,213 DEBUG [hconnection-0x285003b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:45,217 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:45,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552565222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552565223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552565224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552565224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552565226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,227 DEBUG [hconnection-0x7aaf6ae3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T06:21:45,228 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T06:21:45,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120739bc1afa3cf5448491d8a0d320d7d568_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552505204/Put/seqid=0 2024-12-07T06:21:45,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742493_1669 (size=12154) 2024-12-07T06:21:45,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:45,244 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120739bc1afa3cf5448491d8a0d320d7d568_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120739bc1afa3cf5448491d8a0d320d7d568_e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,244 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a9ffe701d1f14bd5935c23bff3aae2dd, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:45,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a9ffe701d1f14bd5935c23bff3aae2dd is 175, key is test_row_0/A:col10/1733552505204/Put/seqid=0 2024-12-07T06:21:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742494_1670 (size=30955) 2024-12-07T06:21:45,254 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a9ffe701d1f14bd5935c23bff3aae2dd 2024-12-07T06:21:45,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/dc96ed43d02d434db658359ed7d23563 is 50, key is test_row_0/B:col10/1733552505204/Put/seqid=0 2024-12-07T06:21:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742495_1671 (size=12001) 2024-12-07T06:21:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T06:21:45,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552565325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552565325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552565326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552565327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552565327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-07T06:21:45,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:45,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:45,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T06:21:45,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-07T06:21:45,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:45,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:45,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:45,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552565528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552565528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552565529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552565530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552565530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-07T06:21:45,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:45,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:45,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:45,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/dc96ed43d02d434db658359ed7d23563 2024-12-07T06:21:45,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/92e2b1bc74954a2ebee98d2c83a3fe6a is 50, key is test_row_0/C:col10/1733552505204/Put/seqid=0 2024-12-07T06:21:45,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742496_1672 (size=12001) 2024-12-07T06:21:45,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/92e2b1bc74954a2ebee98d2c83a3fe6a 2024-12-07T06:21:45,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a9ffe701d1f14bd5935c23bff3aae2dd as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a9ffe701d1f14bd5935c23bff3aae2dd 2024-12-07T06:21:45,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a9ffe701d1f14bd5935c23bff3aae2dd, entries=150, sequenceid=16, filesize=30.2 K 2024-12-07T06:21:45,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/dc96ed43d02d434db658359ed7d23563 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/dc96ed43d02d434db658359ed7d23563 2024-12-07T06:21:45,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/dc96ed43d02d434db658359ed7d23563, entries=150, sequenceid=16, filesize=11.7 K 2024-12-07T06:21:45,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/92e2b1bc74954a2ebee98d2c83a3fe6a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/92e2b1bc74954a2ebee98d2c83a3fe6a 2024-12-07T06:21:45,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/92e2b1bc74954a2ebee98d2c83a3fe6a, entries=150, sequenceid=16, filesize=11.7 K 2024-12-07T06:21:45,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e20c0a882810322daee93802914c9376 in 540ms, sequenceid=16, compaction requested=false 2024-12-07T06:21:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T06:21:45,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-07T06:21:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:45,805 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T06:21:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:45,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b9f1a33eeaf74c5c9b12c5aa815e0a5e_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552505223/Put/seqid=0 2024-12-07T06:21:45,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742497_1673 (size=12154) 2024-12-07T06:21:45,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:45,819 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b9f1a33eeaf74c5c9b12c5aa815e0a5e_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b9f1a33eeaf74c5c9b12c5aa815e0a5e_e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/8d7bdfef44024562a91dca2c4ec1f8a1, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/8d7bdfef44024562a91dca2c4ec1f8a1 is 175, key is test_row_0/A:col10/1733552505223/Put/seqid=0 2024-12-07T06:21:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:45,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:45,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552565835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552565836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552565837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552565838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552565838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742498_1674 (size=30955) 2024-12-07T06:21:45,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552565939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552565939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552565940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552565940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:45,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552565941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552566143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552566143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552566143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552566143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552566143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,242 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/8d7bdfef44024562a91dca2c4ec1f8a1 2024-12-07T06:21:46,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/fadfea5304c844239505872b8318b66f is 50, key is test_row_0/B:col10/1733552505223/Put/seqid=0 2024-12-07T06:21:46,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742499_1675 (size=12001) 2024-12-07T06:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T06:21:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552566446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552566446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552566446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552566447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552566448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:46,659 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/fadfea5304c844239505872b8318b66f 2024-12-07T06:21:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/d5a7b308485a4ec4baad836b8c738439 is 50, key is test_row_0/C:col10/1733552505223/Put/seqid=0 2024-12-07T06:21:46,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742500_1676 (size=12001) 2024-12-07T06:21:46,676 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/d5a7b308485a4ec4baad836b8c738439 2024-12-07T06:21:46,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/8d7bdfef44024562a91dca2c4ec1f8a1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/8d7bdfef44024562a91dca2c4ec1f8a1 2024-12-07T06:21:46,691 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/8d7bdfef44024562a91dca2c4ec1f8a1, entries=150, sequenceid=40, filesize=30.2 K 2024-12-07T06:21:46,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/fadfea5304c844239505872b8318b66f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/fadfea5304c844239505872b8318b66f 2024-12-07T06:21:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,694 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/fadfea5304c844239505872b8318b66f, entries=150, sequenceid=40, filesize=11.7 K 2024-12-07T06:21:46,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/d5a7b308485a4ec4baad836b8c738439 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d5a7b308485a4ec4baad836b8c738439 2024-12-07T06:21:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,699 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d5a7b308485a4ec4baad836b8c738439, entries=150, sequenceid=40, filesize=11.7 K 2024-12-07T06:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,700 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e20c0a882810322daee93802914c9376 in 895ms, sequenceid=40, compaction requested=false 2024-12-07T06:21:46,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:46,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:46,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-07T06:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-07T06:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-07T06:21:46,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5060 sec 2024-12-07T06:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.5100 sec 2024-12-07T06:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207fafb2c872b8b4ec1b0d57b93d6f13804_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552505837/Put/seqid=0 2024-12-07T06:21:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742501_1677 (size=12154) 2024-12-07T06:21:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,970 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,973 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207fafb2c872b8b4ec1b0d57b93d6f13804_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fafb2c872b8b4ec1b0d57b93d6f13804_e20c0a882810322daee93802914c9376 2024-12-07T06:21:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:46,974 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/e0b1615cb2e64194a16cc094cf26007f, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:46,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/e0b1615cb2e64194a16cc094cf26007f is 175, key is test_row_0/A:col10/1733552505837/Put/seqid=0 2024-12-07T06:21:46,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742502_1678 (size=30951) 2024-12-07T06:21:46,978 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/e0b1615cb2e64194a16cc094cf26007f 2024-12-07T06:21:46,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/b7d200b3d36c4b03ae6fa5dc01453fca is 50, key is test_row_0/B:col10/1733552505837/Put/seqid=0 2024-12-07T06:21:46,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742503_1679 (size=9657) 2024-12-07T06:21:47,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552567017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552567017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552567019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552567019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552567019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552567122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552567122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552567123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552567123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552567123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T06:21:47,298 INFO [Thread-2916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-07T06:21:47,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-07T06:21:47,301 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T06:21:47,301 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:47,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:47,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552567326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552567326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552567326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552567326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552567326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/b7d200b3d36c4b03ae6fa5dc01453fca 2024-12-07T06:21:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T06:21:47,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/51612ecbc9264406bd67024f48e0caec is 50, key is test_row_0/C:col10/1733552505837/Put/seqid=0 2024-12-07T06:21:47,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742504_1680 (size=9657) 2024-12-07T06:21:47,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/51612ecbc9264406bd67024f48e0caec 2024-12-07T06:21:47,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/e0b1615cb2e64194a16cc094cf26007f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e0b1615cb2e64194a16cc094cf26007f 2024-12-07T06:21:47,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e0b1615cb2e64194a16cc094cf26007f, entries=150, sequenceid=53, filesize=30.2 K 2024-12-07T06:21:47,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/b7d200b3d36c4b03ae6fa5dc01453fca as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b7d200b3d36c4b03ae6fa5dc01453fca 2024-12-07T06:21:47,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b7d200b3d36c4b03ae6fa5dc01453fca, entries=100, sequenceid=53, filesize=9.4 K 2024-12-07T06:21:47,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/51612ecbc9264406bd67024f48e0caec as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/51612ecbc9264406bd67024f48e0caec 2024-12-07T06:21:47,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/51612ecbc9264406bd67024f48e0caec, entries=100, sequenceid=53, filesize=9.4 K 2024-12-07T06:21:47,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for e20c0a882810322daee93802914c9376 in 471ms, sequenceid=53, compaction requested=true 2024-12-07T06:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:47,425 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:47,425 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:47,426 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:47,426 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:47,426 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/B is initiating minor compaction (all files) 2024-12-07T06:21:47,426 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/A is initiating minor compaction (all files) 2024-12-07T06:21:47,426 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/A in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:47,426 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/B in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:47,426 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a9ffe701d1f14bd5935c23bff3aae2dd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/8d7bdfef44024562a91dca2c4ec1f8a1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e0b1615cb2e64194a16cc094cf26007f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=90.7 K 2024-12-07T06:21:47,426 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/dc96ed43d02d434db658359ed7d23563, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/fadfea5304c844239505872b8318b66f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b7d200b3d36c4b03ae6fa5dc01453fca] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=32.9 K 2024-12-07T06:21:47,426 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:47,426 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a9ffe701d1f14bd5935c23bff3aae2dd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/8d7bdfef44024562a91dca2c4ec1f8a1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e0b1615cb2e64194a16cc094cf26007f] 2024-12-07T06:21:47,427 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9ffe701d1f14bd5935c23bff3aae2dd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733552505203 2024-12-07T06:21:47,427 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting dc96ed43d02d434db658359ed7d23563, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733552505203 2024-12-07T06:21:47,427 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d7bdfef44024562a91dca2c4ec1f8a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733552505219 2024-12-07T06:21:47,427 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting fadfea5304c844239505872b8318b66f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733552505219 2024-12-07T06:21:47,427 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b7d200b3d36c4b03ae6fa5dc01453fca, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733552505837 2024-12-07T06:21:47,427 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0b1615cb2e64194a16cc094cf26007f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733552505833 2024-12-07T06:21:47,436 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:47,437 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#B#compaction#587 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:47,438 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/d680ab14285b46e9bc0f6a1a7ac0426a is 50, key is test_row_0/B:col10/1733552505837/Put/seqid=0 2024-12-07T06:21:47,438 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207f682ca0ddf624958b215dc9bd09299b3_e20c0a882810322daee93802914c9376 store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:47,440 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207f682ca0ddf624958b215dc9bd09299b3_e20c0a882810322daee93802914c9376, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:47,440 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f682ca0ddf624958b215dc9bd09299b3_e20c0a882810322daee93802914c9376 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:47,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T06:21:47,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:47,453 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:21:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:47,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742505_1681 (size=12104) 2024-12-07T06:21:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742506_1682 (size=4469) 2024-12-07T06:21:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078817994dc8304aad8b8203391c0fa334_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552507017/Put/seqid=0 2024-12-07T06:21:47,463 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#A#compaction#588 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:47,463 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/596860a955f343febec3e640e5f91d5c is 175, key is test_row_0/A:col10/1733552505837/Put/seqid=0 2024-12-07T06:21:47,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742507_1683 (size=12154) 2024-12-07T06:21:47,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742508_1684 (size=31165) 2024-12-07T06:21:47,473 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/596860a955f343febec3e640e5f91d5c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/596860a955f343febec3e640e5f91d5c 2024-12-07T06:21:47,477 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/A of e20c0a882810322daee93802914c9376 into 596860a955f343febec3e640e5f91d5c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:47,477 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:47,477 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/A, priority=13, startTime=1733552507425; duration=0sec 2024-12-07T06:21:47,477 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:47,477 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:A 2024-12-07T06:21:47,477 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:47,478 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:47,478 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/C is initiating minor compaction (all files) 2024-12-07T06:21:47,478 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/C in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:47,478 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/92e2b1bc74954a2ebee98d2c83a3fe6a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d5a7b308485a4ec4baad836b8c738439, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/51612ecbc9264406bd67024f48e0caec] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=32.9 K 2024-12-07T06:21:47,478 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92e2b1bc74954a2ebee98d2c83a3fe6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733552505203 2024-12-07T06:21:47,478 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5a7b308485a4ec4baad836b8c738439, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733552505219 2024-12-07T06:21:47,479 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51612ecbc9264406bd67024f48e0caec, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733552505837 2024-12-07T06:21:47,486 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#C#compaction#590 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:47,486 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/6e35169954404950ae72ba89894272ee is 50, key is test_row_0/C:col10/1733552505837/Put/seqid=0 2024-12-07T06:21:47,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742509_1685 (size=12104) 2024-12-07T06:21:47,497 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/6e35169954404950ae72ba89894272ee as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/6e35169954404950ae72ba89894272ee 2024-12-07T06:21:47,500 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/C of e20c0a882810322daee93802914c9376 into 6e35169954404950ae72ba89894272ee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:47,500 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:47,500 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/C, priority=13, startTime=1733552507425; duration=0sec 2024-12-07T06:21:47,501 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:47,501 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:C 2024-12-07T06:21:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T06:21:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:47,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552567633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552567634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552567634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552567637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552567638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552567738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552567738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552567738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552567741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552567741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,861 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/d680ab14285b46e9bc0f6a1a7ac0426a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d680ab14285b46e9bc0f6a1a7ac0426a 2024-12-07T06:21:47,865 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/B of e20c0a882810322daee93802914c9376 into d680ab14285b46e9bc0f6a1a7ac0426a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:47,865 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:47,865 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/B, priority=13, startTime=1733552507425; duration=0sec 2024-12-07T06:21:47,865 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:47,865 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:B 2024-12-07T06:21:47,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:47,870 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078817994dc8304aad8b8203391c0fa334_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078817994dc8304aad8b8203391c0fa334_e20c0a882810322daee93802914c9376 2024-12-07T06:21:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/d3e69090600b4a2a80e55ac55b08cc74, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/d3e69090600b4a2a80e55ac55b08cc74 is 175, key is test_row_0/A:col10/1733552507017/Put/seqid=0 2024-12-07T06:21:47,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742510_1686 (size=30955) 2024-12-07T06:21:47,886 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/d3e69090600b4a2a80e55ac55b08cc74 2024-12-07T06:21:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/b028c52d657c41dca3ba9bc636510e2c is 50, key is test_row_0/B:col10/1733552507017/Put/seqid=0 2024-12-07T06:21:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742511_1687 (size=12001) 2024-12-07T06:21:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T06:21:47,935 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T06:21:47,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552567940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552567940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552567943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552567944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:47,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552567945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552568244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552568244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552568245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552568247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552568248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,301 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/b028c52d657c41dca3ba9bc636510e2c 2024-12-07T06:21:48,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/d8515e91bf4e4cfaadafdcff413bfe39 is 50, key is test_row_0/C:col10/1733552507017/Put/seqid=0 2024-12-07T06:21:48,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742512_1688 (size=12001) 2024-12-07T06:21:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T06:21:48,712 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/d8515e91bf4e4cfaadafdcff413bfe39 2024-12-07T06:21:48,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/d3e69090600b4a2a80e55ac55b08cc74 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/d3e69090600b4a2a80e55ac55b08cc74 2024-12-07T06:21:48,719 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/d3e69090600b4a2a80e55ac55b08cc74, entries=150, sequenceid=78, filesize=30.2 K 2024-12-07T06:21:48,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/b028c52d657c41dca3ba9bc636510e2c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b028c52d657c41dca3ba9bc636510e2c 2024-12-07T06:21:48,723 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b028c52d657c41dca3ba9bc636510e2c, entries=150, sequenceid=78, filesize=11.7 K 2024-12-07T06:21:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/d8515e91bf4e4cfaadafdcff413bfe39 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d8515e91bf4e4cfaadafdcff413bfe39 2024-12-07T06:21:48,727 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d8515e91bf4e4cfaadafdcff413bfe39, entries=150, sequenceid=78, filesize=11.7 K 2024-12-07T06:21:48,728 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e20c0a882810322daee93802914c9376 in 1275ms, sequenceid=78, compaction requested=false 2024-12-07T06:21:48,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:48,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:48,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-07T06:21:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-07T06:21:48,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-07T06:21:48,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-12-07T06:21:48,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.4320 sec 2024-12-07T06:21:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:48,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T06:21:48,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:48,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:48,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:48,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:48,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:48,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:48,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075a8c47a1c5bc40fa853a64026c3f503a_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552507636/Put/seqid=0 2024-12-07T06:21:48,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742513_1689 (size=12154) 2024-12-07T06:21:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552568764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552568765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552568766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552568767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552568767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552568869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552568869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552568870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552568870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552568870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552569071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552569073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552569073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552569073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552569074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,165 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:49,168 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075a8c47a1c5bc40fa853a64026c3f503a_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075a8c47a1c5bc40fa853a64026c3f503a_e20c0a882810322daee93802914c9376 2024-12-07T06:21:49,169 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/fb039a43801546b0906f7725b5cb009d, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:49,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/fb039a43801546b0906f7725b5cb009d is 175, key is test_row_0/A:col10/1733552507636/Put/seqid=0 2024-12-07T06:21:49,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742514_1690 (size=30955) 2024-12-07T06:21:49,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552569374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552569375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552569376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552569376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552569377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T06:21:49,404 INFO [Thread-2916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-07T06:21:49,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-12-07T06:21:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T06:21:49,407 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:49,407 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:49,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T06:21:49,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-07T06:21:49,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:49,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:49,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:49,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:49,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:49,574 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/fb039a43801546b0906f7725b5cb009d 2024-12-07T06:21:49,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/631d68f2a7b34d4782ebfe0b53043225 is 50, key is test_row_0/B:col10/1733552507636/Put/seqid=0 2024-12-07T06:21:49,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742515_1691 (size=12001) 2024-12-07T06:21:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T06:21:49,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-07T06:21:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:49,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:49,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-07T06:21:49,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:49,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:49,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:49,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:49,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:49,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552569879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552569879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552569880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552569881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552569881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:49,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/631d68f2a7b34d4782ebfe0b53043225 2024-12-07T06:21:49,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/cec0ca0143f545d8abb30ce315676bd1 is 50, key is test_row_0/C:col10/1733552507636/Put/seqid=0 2024-12-07T06:21:49,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742516_1692 (size=12001) 2024-12-07T06:21:49,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/cec0ca0143f545d8abb30ce315676bd1 2024-12-07T06:21:49,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/fb039a43801546b0906f7725b5cb009d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fb039a43801546b0906f7725b5cb009d 2024-12-07T06:21:50,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fb039a43801546b0906f7725b5cb009d, entries=150, sequenceid=94, filesize=30.2 K 2024-12-07T06:21:50,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/631d68f2a7b34d4782ebfe0b53043225 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/631d68f2a7b34d4782ebfe0b53043225 2024-12-07T06:21:50,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/631d68f2a7b34d4782ebfe0b53043225, entries=150, sequenceid=94, filesize=11.7 K 2024-12-07T06:21:50,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/cec0ca0143f545d8abb30ce315676bd1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/cec0ca0143f545d8abb30ce315676bd1 2024-12-07T06:21:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T06:21:50,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/cec0ca0143f545d8abb30ce315676bd1, entries=150, sequenceid=94, filesize=11.7 K 2024-12-07T06:21:50,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e20c0a882810322daee93802914c9376 in 1262ms, sequenceid=94, compaction requested=true 2024-12-07T06:21:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:50,011 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T06:21:50,012 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:50,013 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93075 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:50,013 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:50,013 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/B is initiating minor compaction (all files) 2024-12-07T06:21:50,013 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/A is initiating minor compaction (all files) 2024-12-07T06:21:50,013 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/A in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:50,013 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/B in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:50,013 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/596860a955f343febec3e640e5f91d5c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/d3e69090600b4a2a80e55ac55b08cc74, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fb039a43801546b0906f7725b5cb009d] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=90.9 K 2024-12-07T06:21:50,013 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d680ab14285b46e9bc0f6a1a7ac0426a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b028c52d657c41dca3ba9bc636510e2c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/631d68f2a7b34d4782ebfe0b53043225] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=35.3 K 2024-12-07T06:21:50,013 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:50,013 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/596860a955f343febec3e640e5f91d5c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/d3e69090600b4a2a80e55ac55b08cc74, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fb039a43801546b0906f7725b5cb009d] 2024-12-07T06:21:50,013 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 596860a955f343febec3e640e5f91d5c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733552505219 2024-12-07T06:21:50,014 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d680ab14285b46e9bc0f6a1a7ac0426a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733552505219 2024-12-07T06:21:50,014 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b028c52d657c41dca3ba9bc636510e2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733552507011 2024-12-07T06:21:50,014 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3e69090600b4a2a80e55ac55b08cc74, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733552507011 2024-12-07T06:21:50,014 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 631d68f2a7b34d4782ebfe0b53043225, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733552507636 2024-12-07T06:21:50,014 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb039a43801546b0906f7725b5cb009d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733552507636 2024-12-07T06:21:50,017 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:50,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-07T06:21:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:50,018 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T06:21:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:50,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207854b1500ab614e3bb0a243d427274b17_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552508764/Put/seqid=0 2024-12-07T06:21:50,028 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#B#compaction#597 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:50,029 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/287441ee48cf44508e797e750ad930b2 is 50, key is test_row_0/B:col10/1733552507636/Put/seqid=0 2024-12-07T06:21:50,044 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:50,061 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412074f6da707f9324d389bc052ad4ee2c884_e20c0a882810322daee93802914c9376 store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:50,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742518_1694 (size=12207) 2024-12-07T06:21:50,062 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412074f6da707f9324d389bc052ad4ee2c884_e20c0a882810322daee93802914c9376, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:50,063 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074f6da707f9324d389bc052ad4ee2c884_e20c0a882810322daee93802914c9376 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742517_1693 (size=12154) 2024-12-07T06:21:50,068 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/287441ee48cf44508e797e750ad930b2 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/287441ee48cf44508e797e750ad930b2 2024-12-07T06:21:50,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742519_1695 (size=4469) 2024-12-07T06:21:50,072 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/B of e20c0a882810322daee93802914c9376 into 287441ee48cf44508e797e750ad930b2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:50,072 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:50,072 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/B, priority=13, startTime=1733552510011; duration=0sec 2024-12-07T06:21:50,072 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:50,072 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:B 2024-12-07T06:21:50,073 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:50,073 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:50,073 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/C is initiating minor compaction (all files) 2024-12-07T06:21:50,074 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/C in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:50,074 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/6e35169954404950ae72ba89894272ee, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d8515e91bf4e4cfaadafdcff413bfe39, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/cec0ca0143f545d8abb30ce315676bd1] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=35.3 K 2024-12-07T06:21:50,074 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e35169954404950ae72ba89894272ee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733552505219 2024-12-07T06:21:50,074 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d8515e91bf4e4cfaadafdcff413bfe39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733552507011 2024-12-07T06:21:50,075 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting cec0ca0143f545d8abb30ce315676bd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733552507636 2024-12-07T06:21:50,081 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#C#compaction#599 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:50,081 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/a1daceace4364bdb89c1d6ba8b54a931 is 50, key is test_row_0/C:col10/1733552507636/Put/seqid=0 2024-12-07T06:21:50,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742520_1696 (size=12207) 2024-12-07T06:21:50,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:50,470 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#A#compaction#598 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:50,471 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207854b1500ab614e3bb0a243d427274b17_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207854b1500ab614e3bb0a243d427274b17_e20c0a882810322daee93802914c9376 2024-12-07T06:21:50,471 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/07f60ad7911b4daab330ca070b6c8b77 is 175, key is test_row_0/A:col10/1733552507636/Put/seqid=0 2024-12-07T06:21:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a6204608f1ff417cbf0a6b8cb13c3140, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a6204608f1ff417cbf0a6b8cb13c3140 is 175, key is test_row_0/A:col10/1733552508764/Put/seqid=0 2024-12-07T06:21:50,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742521_1697 (size=31161) 2024-12-07T06:21:50,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742522_1698 (size=30955) 2024-12-07T06:21:50,488 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/a1daceace4364bdb89c1d6ba8b54a931 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/a1daceace4364bdb89c1d6ba8b54a931 2024-12-07T06:21:50,492 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/C of e20c0a882810322daee93802914c9376 into a1daceace4364bdb89c1d6ba8b54a931(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:50,492 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:50,493 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/C, priority=13, startTime=1733552510011; duration=0sec 2024-12-07T06:21:50,493 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:50,493 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:C 2024-12-07T06:21:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T06:21:50,877 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a6204608f1ff417cbf0a6b8cb13c3140 2024-12-07T06:21:50,881 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/07f60ad7911b4daab330ca070b6c8b77 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/07f60ad7911b4daab330ca070b6c8b77 2024-12-07T06:21:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/70e3ecafeacc438bb31a5c0a9e69d2e9 is 50, key is test_row_0/B:col10/1733552508764/Put/seqid=0 2024-12-07T06:21:50,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742523_1699 (size=12001) 2024-12-07T06:21:50,888 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/A of e20c0a882810322daee93802914c9376 into 07f60ad7911b4daab330ca070b6c8b77(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:50,889 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:50,889 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/A, priority=13, startTime=1733552510011; duration=0sec 2024-12-07T06:21:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:50,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:50,889 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:50,889 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:A 2024-12-07T06:21:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552570895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:50,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552570896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552570896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:50,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552570897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:50,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552570897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552570999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552571001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552571001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552571001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552571001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552571202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552571204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552571204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552571204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552571205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,288 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/70e3ecafeacc438bb31a5c0a9e69d2e9 2024-12-07T06:21:51,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/885d26907a964ba68585e0a6b10e7af5 is 50, key is test_row_0/C:col10/1733552508764/Put/seqid=0 2024-12-07T06:21:51,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742524_1700 (size=12001) 2024-12-07T06:21:51,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552571506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552571506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552571507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T06:21:51,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552571508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552571509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:51,701 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/885d26907a964ba68585e0a6b10e7af5 2024-12-07T06:21:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a6204608f1ff417cbf0a6b8cb13c3140 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a6204608f1ff417cbf0a6b8cb13c3140 2024-12-07T06:21:51,708 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a6204608f1ff417cbf0a6b8cb13c3140, entries=150, sequenceid=117, filesize=30.2 K 2024-12-07T06:21:51,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/70e3ecafeacc438bb31a5c0a9e69d2e9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/70e3ecafeacc438bb31a5c0a9e69d2e9 2024-12-07T06:21:51,711 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/70e3ecafeacc438bb31a5c0a9e69d2e9, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T06:21:51,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/885d26907a964ba68585e0a6b10e7af5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/885d26907a964ba68585e0a6b10e7af5 2024-12-07T06:21:51,722 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/885d26907a964ba68585e0a6b10e7af5, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T06:21:51,723 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e20c0a882810322daee93802914c9376 in 1705ms, sequenceid=117, compaction requested=false 2024-12-07T06:21:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-12-07T06:21:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-12-07T06:21:51,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-07T06:21:51,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3170 sec 2024-12-07T06:21:51,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 2.3210 sec 2024-12-07T06:21:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:52,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-07T06:21:52,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:52,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:52,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:52,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:52,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:52,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:52,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120761e82fabba354512a2b9d8d51ad4c873_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552512012/Put/seqid=0 2024-12-07T06:21:52,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742525_1701 (size=12304) 2024-12-07T06:21:52,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552572024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552572025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552572026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552572027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552572028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552572129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552572129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552572131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552572131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552572131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552572331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552572333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552572334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552572334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552572335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,424 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:52,427 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120761e82fabba354512a2b9d8d51ad4c873_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120761e82fabba354512a2b9d8d51ad4c873_e20c0a882810322daee93802914c9376 2024-12-07T06:21:52,428 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/32fc585bc38c4850ab7163f03a797f0d, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:52,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/32fc585bc38c4850ab7163f03a797f0d is 175, key is test_row_0/A:col10/1733552512012/Put/seqid=0 2024-12-07T06:21:52,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742526_1702 (size=31105) 2024-12-07T06:21:52,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552572634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552572636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552572637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552572637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552572638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:52,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T06:21:52,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T06:21:52,837 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/32fc585bc38c4850ab7163f03a797f0d 2024-12-07T06:21:52,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/2e11d04f7c854ca0ab7f4128f1eb9c1c is 50, key is test_row_0/B:col10/1733552512012/Put/seqid=0 2024-12-07T06:21:52,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742527_1703 (size=12151) 2024-12-07T06:21:53,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552573137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:53,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552573142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:53,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552573142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552573143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:53,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552573145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:53,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/2e11d04f7c854ca0ab7f4128f1eb9c1c 2024-12-07T06:21:53,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/0b6ede6fb59d4b9fbaee127db82ed774 is 50, key is test_row_0/C:col10/1733552512012/Put/seqid=0 2024-12-07T06:21:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742528_1704 (size=12151) 2024-12-07T06:21:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T06:21:53,510 INFO [Thread-2916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-07T06:21:53,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-12-07T06:21:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-07T06:21:53,513 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:53,514 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:53,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-07T06:21:53,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/0b6ede6fb59d4b9fbaee127db82ed774 2024-12-07T06:21:53,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/32fc585bc38c4850ab7163f03a797f0d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/32fc585bc38c4850ab7163f03a797f0d 2024-12-07T06:21:53,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:53,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/32fc585bc38c4850ab7163f03a797f0d, entries=150, sequenceid=136, filesize=30.4 K 2024-12-07T06:21:53,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-07T06:21:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:53,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:53,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/2e11d04f7c854ca0ab7f4128f1eb9c1c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2e11d04f7c854ca0ab7f4128f1eb9c1c 2024-12-07T06:21:53,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2e11d04f7c854ca0ab7f4128f1eb9c1c, entries=150, sequenceid=136, filesize=11.9 K 2024-12-07T06:21:53,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/0b6ede6fb59d4b9fbaee127db82ed774 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0b6ede6fb59d4b9fbaee127db82ed774 2024-12-07T06:21:53,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0b6ede6fb59d4b9fbaee127db82ed774, entries=150, sequenceid=136, filesize=11.9 K 2024-12-07T06:21:53,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e20c0a882810322daee93802914c9376 in 1665ms, sequenceid=136, compaction requested=true 2024-12-07T06:21:53,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:53,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:53,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:53,679 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:53,679 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:53,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:53,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:53,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:53,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:53,679 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:53,680 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/A is initiating minor compaction (all files) 2024-12-07T06:21:53,680 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/A in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:53,680 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/07f60ad7911b4daab330ca070b6c8b77, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a6204608f1ff417cbf0a6b8cb13c3140, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/32fc585bc38c4850ab7163f03a797f0d] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=91.0 K 2024-12-07T06:21:53,680 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:53,680 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/07f60ad7911b4daab330ca070b6c8b77, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a6204608f1ff417cbf0a6b8cb13c3140, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/32fc585bc38c4850ab7163f03a797f0d] 2024-12-07T06:21:53,680 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:53,680 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07f60ad7911b4daab330ca070b6c8b77, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733552507636 2024-12-07T06:21:53,680 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/B is initiating minor compaction (all files) 2024-12-07T06:21:53,680 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/B in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:53,680 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/287441ee48cf44508e797e750ad930b2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/70e3ecafeacc438bb31a5c0a9e69d2e9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2e11d04f7c854ca0ab7f4128f1eb9c1c] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=35.5 K 2024-12-07T06:21:53,681 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6204608f1ff417cbf0a6b8cb13c3140, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733552508764 2024-12-07T06:21:53,681 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 287441ee48cf44508e797e750ad930b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733552507636 2024-12-07T06:21:53,681 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32fc585bc38c4850ab7163f03a797f0d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733552510896 2024-12-07T06:21:53,681 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 70e3ecafeacc438bb31a5c0a9e69d2e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733552508764 2024-12-07T06:21:53,681 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e11d04f7c854ca0ab7f4128f1eb9c1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733552510896 2024-12-07T06:21:53,687 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:53,690 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#B#compaction#606 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:53,691 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/03c7c096e53440199c6693b020885d51 is 50, key is test_row_0/B:col10/1733552512012/Put/seqid=0 2024-12-07T06:21:53,696 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207a720c3204f964d54b50f24979699294c_e20c0a882810322daee93802914c9376 store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:53,698 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207a720c3204f964d54b50f24979699294c_e20c0a882810322daee93802914c9376, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:53,698 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a720c3204f964d54b50f24979699294c_e20c0a882810322daee93802914c9376 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742529_1705 (size=12459) 2024-12-07T06:21:53,718 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/03c7c096e53440199c6693b020885d51 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/03c7c096e53440199c6693b020885d51 2024-12-07T06:21:53,723 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/B of e20c0a882810322daee93802914c9376 into 03c7c096e53440199c6693b020885d51(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:53,723 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:53,723 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/B, priority=13, startTime=1733552513679; duration=0sec 2024-12-07T06:21:53,723 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:53,723 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:B 2024-12-07T06:21:53,723 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:53,724 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:53,724 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/C is initiating minor compaction (all files) 2024-12-07T06:21:53,724 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/C in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:53,724 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/a1daceace4364bdb89c1d6ba8b54a931, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/885d26907a964ba68585e0a6b10e7af5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0b6ede6fb59d4b9fbaee127db82ed774] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=35.5 K 2024-12-07T06:21:53,725 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting a1daceace4364bdb89c1d6ba8b54a931, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733552507636 2024-12-07T06:21:53,725 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 885d26907a964ba68585e0a6b10e7af5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733552508764 2024-12-07T06:21:53,725 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b6ede6fb59d4b9fbaee127db82ed774, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733552510896 2024-12-07T06:21:53,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742530_1706 (size=4469) 2024-12-07T06:21:53,738 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#C#compaction#607 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:53,739 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/b4f48c4f43a945279cc5dd048ac0a00c is 50, key is test_row_0/C:col10/1733552512012/Put/seqid=0 2024-12-07T06:21:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742531_1707 (size=12459) 2024-12-07T06:21:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-07T06:21:53,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:53,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-07T06:21:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:53,818 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-07T06:21:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:53,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076df8a504cf1a4787a5e693ca3841e013_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552512027/Put/seqid=0 2024-12-07T06:21:53,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742532_1708 (size=12304) 2024-12-07T06:21:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-07T06:21:54,135 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#A#compaction#605 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:54,135 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/aae2fb73003940e2b022af1929434705 is 175, key is test_row_0/A:col10/1733552512012/Put/seqid=0 2024-12-07T06:21:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:54,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:54,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742533_1709 (size=31413) 2024-12-07T06:21:54,152 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/b4f48c4f43a945279cc5dd048ac0a00c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b4f48c4f43a945279cc5dd048ac0a00c 2024-12-07T06:21:54,156 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/C of e20c0a882810322daee93802914c9376 into b4f48c4f43a945279cc5dd048ac0a00c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:54,156 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:54,156 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/C, priority=13, startTime=1733552513679; duration=0sec 2024-12-07T06:21:54,156 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:54,156 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:C 2024-12-07T06:21:54,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552574154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552574155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552574156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552574156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552574157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:54,231 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076df8a504cf1a4787a5e693ca3841e013_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076df8a504cf1a4787a5e693ca3841e013_e20c0a882810322daee93802914c9376 2024-12-07T06:21:54,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/fbeeec6be8134d95acf0ee2db7b168a8, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:54,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/fbeeec6be8134d95acf0ee2db7b168a8 is 175, key is test_row_0/A:col10/1733552512027/Put/seqid=0 2024-12-07T06:21:54,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742534_1710 (size=31105) 2024-12-07T06:21:54,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552574259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552574260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552574261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552574261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552574462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552574463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552574463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552574464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,544 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/aae2fb73003940e2b022af1929434705 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/aae2fb73003940e2b022af1929434705 2024-12-07T06:21:54,548 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/A of e20c0a882810322daee93802914c9376 into aae2fb73003940e2b022af1929434705(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:54,548 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:54,548 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/A, priority=13, startTime=1733552513679; duration=0sec 2024-12-07T06:21:54,548 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:54,548 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:A 2024-12-07T06:21:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-07T06:21:54,636 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/fbeeec6be8134d95acf0ee2db7b168a8 2024-12-07T06:21:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/48e0136389714ac4b946807b9348dd8e is 50, key is test_row_0/B:col10/1733552512027/Put/seqid=0 2024-12-07T06:21:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742535_1711 (size=12151) 2024-12-07T06:21:54,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552574766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552574767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552574767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:54,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552574768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,046 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/48e0136389714ac4b946807b9348dd8e 2024-12-07T06:21:55,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/06a426e87e5d422d9fb0586afb4d9078 is 50, key is test_row_0/C:col10/1733552512027/Put/seqid=0 2024-12-07T06:21:55,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742536_1712 (size=12151) 2024-12-07T06:21:55,057 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/06a426e87e5d422d9fb0586afb4d9078 2024-12-07T06:21:55,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/fbeeec6be8134d95acf0ee2db7b168a8 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fbeeec6be8134d95acf0ee2db7b168a8 2024-12-07T06:21:55,063 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fbeeec6be8134d95acf0ee2db7b168a8, entries=150, sequenceid=157, filesize=30.4 K 2024-12-07T06:21:55,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/48e0136389714ac4b946807b9348dd8e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/48e0136389714ac4b946807b9348dd8e 2024-12-07T06:21:55,067 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/48e0136389714ac4b946807b9348dd8e, entries=150, sequenceid=157, filesize=11.9 K 2024-12-07T06:21:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/06a426e87e5d422d9fb0586afb4d9078 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/06a426e87e5d422d9fb0586afb4d9078 2024-12-07T06:21:55,070 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/06a426e87e5d422d9fb0586afb4d9078, entries=150, sequenceid=157, filesize=11.9 K 2024-12-07T06:21:55,071 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e20c0a882810322daee93802914c9376 in 1253ms, sequenceid=157, compaction requested=false 2024-12-07T06:21:55,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:55,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:55,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-12-07T06:21:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-12-07T06:21:55,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-07T06:21:55,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5580 sec 2024-12-07T06:21:55,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 1.5620 sec 2024-12-07T06:21:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:55,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-07T06:21:55,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:55,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072587ab0af1eb4c059c7ed566e1a0a79c_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552514155/Put/seqid=0 2024-12-07T06:21:55,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742537_1713 (size=12304) 2024-12-07T06:21:55,288 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:55,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072587ab0af1eb4c059c7ed566e1a0a79c_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072587ab0af1eb4c059c7ed566e1a0a79c_e20c0a882810322daee93802914c9376 2024-12-07T06:21:55,291 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/642a3c47bfc34bdb99c5fd20c00744d7, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:55,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/642a3c47bfc34bdb99c5fd20c00744d7 is 175, key is test_row_0/A:col10/1733552514155/Put/seqid=0 2024-12-07T06:21:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552575288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552575289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742538_1714 (size=31105) 2024-12-07T06:21:55,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552575293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552575293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552575394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552575394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552575396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552575397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552575596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552575597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552575598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552575600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-07T06:21:55,617 INFO [Thread-2916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-12-07T06:21:55,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-12-07T06:21:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-07T06:21:55,619 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:55,620 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:55,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:55,696 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/642a3c47bfc34bdb99c5fd20c00744d7 2024-12-07T06:21:55,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/c53da2f87cd14cf384dc16363c63c1e8 is 50, key is test_row_0/B:col10/1733552514155/Put/seqid=0 2024-12-07T06:21:55,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742539_1715 (size=12151) 2024-12-07T06:21:55,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/c53da2f87cd14cf384dc16363c63c1e8 2024-12-07T06:21:55,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/458c281cb0e64bdca19e659d10f9428f is 50, key is test_row_0/C:col10/1733552514155/Put/seqid=0 2024-12-07T06:21:55,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742540_1716 (size=12151) 2024-12-07T06:21:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-07T06:21:55,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:55,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:55,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552575900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552575901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552575903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552575903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-07T06:21:55,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:55,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:55,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:55,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:55,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:55,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:55,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,077 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:56,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:56,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/458c281cb0e64bdca19e659d10f9428f 2024-12-07T06:21:56,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/642a3c47bfc34bdb99c5fd20c00744d7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/642a3c47bfc34bdb99c5fd20c00744d7 2024-12-07T06:21:56,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/642a3c47bfc34bdb99c5fd20c00744d7, entries=150, sequenceid=177, filesize=30.4 K 2024-12-07T06:21:56,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/c53da2f87cd14cf384dc16363c63c1e8 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/c53da2f87cd14cf384dc16363c63c1e8 2024-12-07T06:21:56,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/c53da2f87cd14cf384dc16363c63c1e8, entries=150, sequenceid=177, filesize=11.9 K 2024-12-07T06:21:56,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/458c281cb0e64bdca19e659d10f9428f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/458c281cb0e64bdca19e659d10f9428f 2024-12-07T06:21:56,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/458c281cb0e64bdca19e659d10f9428f, entries=150, sequenceid=177, filesize=11.9 K 2024-12-07T06:21:56,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for e20c0a882810322daee93802914c9376 in 860ms, sequenceid=177, compaction requested=true 2024-12-07T06:21:56,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:56,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:56,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:56,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:56,133 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:56,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:56,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:56,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:56,133 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:56,134 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:56,134 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:56,134 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/A is initiating minor compaction (all files) 2024-12-07T06:21:56,134 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/B is initiating minor compaction (all files) 2024-12-07T06:21:56,134 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/A in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,134 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/B in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,134 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/aae2fb73003940e2b022af1929434705, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fbeeec6be8134d95acf0ee2db7b168a8, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/642a3c47bfc34bdb99c5fd20c00744d7] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=91.4 K 2024-12-07T06:21:56,134 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/03c7c096e53440199c6693b020885d51, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/48e0136389714ac4b946807b9348dd8e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/c53da2f87cd14cf384dc16363c63c1e8] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=35.9 K 2024-12-07T06:21:56,134 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,134 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/aae2fb73003940e2b022af1929434705, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fbeeec6be8134d95acf0ee2db7b168a8, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/642a3c47bfc34bdb99c5fd20c00744d7] 2024-12-07T06:21:56,134 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting aae2fb73003940e2b022af1929434705, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733552510896 2024-12-07T06:21:56,134 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 03c7c096e53440199c6693b020885d51, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733552510896 2024-12-07T06:21:56,134 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbeeec6be8134d95acf0ee2db7b168a8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733552512023 2024-12-07T06:21:56,134 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 48e0136389714ac4b946807b9348dd8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733552512023 2024-12-07T06:21:56,135 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c53da2f87cd14cf384dc16363c63c1e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733552514155 2024-12-07T06:21:56,135 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 642a3c47bfc34bdb99c5fd20c00744d7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733552514155 2024-12-07T06:21:56,139 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:56,141 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#B#compaction#614 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:56,141 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/67edb6f85bb24154941382b61788188e is 50, key is test_row_0/B:col10/1733552514155/Put/seqid=0 2024-12-07T06:21:56,141 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207d110a9149134421f8fd1d703723b6388_e20c0a882810322daee93802914c9376 store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:56,143 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207d110a9149134421f8fd1d703723b6388_e20c0a882810322daee93802914c9376, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:56,143 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d110a9149134421f8fd1d703723b6388_e20c0a882810322daee93802914c9376 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742541_1717 (size=12561) 2024-12-07T06:21:56,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742542_1718 (size=4469) 2024-12-07T06:21:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:56,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-07T06:21:56,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:56,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:56,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:56,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:56,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:56,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:56,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120763459d1f4dec4210b2fbdf27b48733ea_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552516169/Put/seqid=0 2024-12-07T06:21:56,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742543_1719 (size=14794) 2024-12-07T06:21:56,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552576207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-07T06:21:56,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:56,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:56,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552576310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552576406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552576406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552576408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552576409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552576514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,534 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:56,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:56,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,557 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#A#compaction#615 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:56,557 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/f10a54a4b7ef45d7bcb0bb61da0461cb is 175, key is test_row_0/A:col10/1733552514155/Put/seqid=0 2024-12-07T06:21:56,562 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/67edb6f85bb24154941382b61788188e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/67edb6f85bb24154941382b61788188e 2024-12-07T06:21:56,567 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/B of e20c0a882810322daee93802914c9376 into 67edb6f85bb24154941382b61788188e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:56,567 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:56,567 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/B, priority=13, startTime=1733552516133; duration=0sec 2024-12-07T06:21:56,567 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:56,567 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:B 2024-12-07T06:21:56,567 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:21:56,568 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:21:56,568 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/C is initiating minor compaction (all files) 2024-12-07T06:21:56,568 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/C in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,568 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b4f48c4f43a945279cc5dd048ac0a00c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/06a426e87e5d422d9fb0586afb4d9078, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/458c281cb0e64bdca19e659d10f9428f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=35.9 K 2024-12-07T06:21:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742544_1720 (size=31515) 2024-12-07T06:21:56,569 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b4f48c4f43a945279cc5dd048ac0a00c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733552510896 2024-12-07T06:21:56,570 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 06a426e87e5d422d9fb0586afb4d9078, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733552512023 2024-12-07T06:21:56,570 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 458c281cb0e64bdca19e659d10f9428f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733552514155 2024-12-07T06:21:56,574 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/f10a54a4b7ef45d7bcb0bb61da0461cb as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/f10a54a4b7ef45d7bcb0bb61da0461cb 2024-12-07T06:21:56,578 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#C#compaction#617 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:56,578 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/b9444160764f402a9a8ea3a18e7ddcc5 is 50, key is test_row_0/C:col10/1733552514155/Put/seqid=0 2024-12-07T06:21:56,579 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/A of e20c0a882810322daee93802914c9376 into f10a54a4b7ef45d7bcb0bb61da0461cb(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:56,579 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:56,579 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/A, priority=13, startTime=1733552516133; duration=0sec 2024-12-07T06:21:56,579 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:56,579 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:A 2024-12-07T06:21:56,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:56,583 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120763459d1f4dec4210b2fbdf27b48733ea_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120763459d1f4dec4210b2fbdf27b48733ea_e20c0a882810322daee93802914c9376 2024-12-07T06:21:56,584 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/3d766892ff5445c0bda7a6813a73db66, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:56,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/3d766892ff5445c0bda7a6813a73db66 is 175, key is test_row_0/A:col10/1733552516169/Put/seqid=0 2024-12-07T06:21:56,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742545_1721 (size=12561) 2024-12-07T06:21:56,593 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/b9444160764f402a9a8ea3a18e7ddcc5 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b9444160764f402a9a8ea3a18e7ddcc5 2024-12-07T06:21:56,598 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/C of e20c0a882810322daee93802914c9376 into b9444160764f402a9a8ea3a18e7ddcc5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:21:56,598 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:56,598 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/C, priority=13, startTime=1733552516133; duration=0sec 2024-12-07T06:21:56,598 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:56,598 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:C 2024-12-07T06:21:56,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742546_1722 (size=39749) 2024-12-07T06:21:56,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:56,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:56,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-07T06:21:56,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552576818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:56,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:56,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:57,010 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/3d766892ff5445c0bda7a6813a73db66 2024-12-07T06:21:57,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/71670c9866404d0b9765dab6526d45ac is 50, key is test_row_0/B:col10/1733552516169/Put/seqid=0 2024-12-07T06:21:57,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742547_1723 (size=12151) 2024-12-07T06:21:57,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/71670c9866404d0b9765dab6526d45ac 2024-12-07T06:21:57,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/edaca3ab459749bf81da00aee6c0c7c6 is 50, key is test_row_0/C:col10/1733552516169/Put/seqid=0 2024-12-07T06:21:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742548_1724 (size=12151) 2024-12-07T06:21:57,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:57,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:57,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:57,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:57,298 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:57,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:57,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:57,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:21:57,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:57,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:57,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:21:57,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552577322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:57,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552577414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:57,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552577414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:57,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552577414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:57,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552577416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:57,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/edaca3ab459749bf81da00aee6c0c7c6 2024-12-07T06:21:57,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/3d766892ff5445c0bda7a6813a73db66 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/3d766892ff5445c0bda7a6813a73db66 2024-12-07T06:21:57,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/3d766892ff5445c0bda7a6813a73db66, entries=200, sequenceid=197, filesize=38.8 K 2024-12-07T06:21:57,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/71670c9866404d0b9765dab6526d45ac as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/71670c9866404d0b9765dab6526d45ac 2024-12-07T06:21:57,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/71670c9866404d0b9765dab6526d45ac, entries=150, sequenceid=197, filesize=11.9 K 2024-12-07T06:21:57,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/edaca3ab459749bf81da00aee6c0c7c6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/edaca3ab459749bf81da00aee6c0c7c6 2024-12-07T06:21:57,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/edaca3ab459749bf81da00aee6c0c7c6, entries=150, sequenceid=197, filesize=11.9 K 2024-12-07T06:21:57,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e20c0a882810322daee93802914c9376 in 1278ms, sequenceid=197, compaction requested=false 2024-12-07T06:21:57,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:57,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:57,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-07T06:21:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:57,452 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-07T06:21:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074ef8fcbd84b242138fc349376f929430_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552516191/Put/seqid=0 2024-12-07T06:21:57,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742549_1725 (size=12304) 2024-12-07T06:21:57,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:57,465 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074ef8fcbd84b242138fc349376f929430_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074ef8fcbd84b242138fc349376f929430_e20c0a882810322daee93802914c9376 2024-12-07T06:21:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/238d2e5152a04b10b96eb7b3dc11a5ea, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:57,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/238d2e5152a04b10b96eb7b3dc11a5ea is 175, key is test_row_0/A:col10/1733552516191/Put/seqid=0 2024-12-07T06:21:57,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742550_1726 (size=31105) 2024-12-07T06:21:57,470 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/238d2e5152a04b10b96eb7b3dc11a5ea 2024-12-07T06:21:57,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/652a961b993f447ead43ed650e0373f9 is 50, key is test_row_0/B:col10/1733552516191/Put/seqid=0 2024-12-07T06:21:57,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742551_1727 (size=12151) 2024-12-07T06:21:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-07T06:21:57,880 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/652a961b993f447ead43ed650e0373f9 2024-12-07T06:21:57,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/d1e01c163d8d43289c274c9cb138ca16 is 50, key is test_row_0/C:col10/1733552516191/Put/seqid=0 2024-12-07T06:21:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742552_1728 (size=12151) 2024-12-07T06:21:58,291 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/d1e01c163d8d43289c274c9cb138ca16 2024-12-07T06:21:58,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/238d2e5152a04b10b96eb7b3dc11a5ea as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/238d2e5152a04b10b96eb7b3dc11a5ea 2024-12-07T06:21:58,299 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/238d2e5152a04b10b96eb7b3dc11a5ea, entries=150, sequenceid=216, filesize=30.4 K 2024-12-07T06:21:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/652a961b993f447ead43ed650e0373f9 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/652a961b993f447ead43ed650e0373f9 2024-12-07T06:21:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,302 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/652a961b993f447ead43ed650e0373f9, entries=150, sequenceid=216, filesize=11.9 K 2024-12-07T06:21:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/d1e01c163d8d43289c274c9cb138ca16 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d1e01c163d8d43289c274c9cb138ca16 2024-12-07T06:21:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,306 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d1e01c163d8d43289c274c9cb138ca16, entries=150, sequenceid=216, filesize=11.9 K 2024-12-07T06:21:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,307 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for e20c0a882810322daee93802914c9376 in 854ms, sequenceid=216, compaction requested=true 2024-12-07T06:21:58,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:58,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-12-07T06:21:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-12-07T06:21:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-12-07T06:21:58,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6880 sec 2024-12-07T06:21:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 2.6910 sec 2024-12-07T06:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:21:58,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:21:58,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:58,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:58,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:58,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:58,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071c1a1be7939a4344ab00cec99254e6be_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552518391/Put/seqid=0 2024-12-07T06:21:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742553_1729 (size=19774) 2024-12-07T06:21:58,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552578459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:58,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552578562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:58,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552578765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:58,805 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:21:58,808 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071c1a1be7939a4344ab00cec99254e6be_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071c1a1be7939a4344ab00cec99254e6be_e20c0a882810322daee93802914c9376 2024-12-07T06:21:58,809 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/69d2f4b82a1a4068b0147fdb03ce2b6c, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:58,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/69d2f4b82a1a4068b0147fdb03ce2b6c is 175, key is test_row_0/A:col10/1733552518391/Put/seqid=0 2024-12-07T06:21:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742554_1730 (size=57033) 2024-12-07T06:21:58,814 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/69d2f4b82a1a4068b0147fdb03ce2b6c 2024-12-07T06:21:58,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/8f22fcafafc54ee580369ed8e82a7f0e is 50, key is test_row_0/B:col10/1733552518391/Put/seqid=0 2024-12-07T06:21:58,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742555_1731 (size=12151) 2024-12-07T06:21:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552579069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:59,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/8f22fcafafc54ee580369ed8e82a7f0e 2024-12-07T06:21:59,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/c48de1c5de274162a96e59bf7746925f is 50, key is test_row_0/C:col10/1733552518391/Put/seqid=0 2024-12-07T06:21:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742556_1732 (size=12151) 2024-12-07T06:21:59,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552579416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:59,419 DEBUG [Thread-2906 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:21:59,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552579421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:59,423 DEBUG [Thread-2914 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:21:59,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552579426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:59,428 DEBUG [Thread-2908 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:21:59,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552579438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:59,440 DEBUG [Thread-2910 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:21:59,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:21:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552579573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:59,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/c48de1c5de274162a96e59bf7746925f 2024-12-07T06:21:59,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/69d2f4b82a1a4068b0147fdb03ce2b6c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/69d2f4b82a1a4068b0147fdb03ce2b6c 2024-12-07T06:21:59,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/69d2f4b82a1a4068b0147fdb03ce2b6c, entries=300, sequenceid=227, filesize=55.7 K 2024-12-07T06:21:59,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/8f22fcafafc54ee580369ed8e82a7f0e as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/8f22fcafafc54ee580369ed8e82a7f0e 2024-12-07T06:21:59,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/8f22fcafafc54ee580369ed8e82a7f0e, entries=150, sequenceid=227, filesize=11.9 K 2024-12-07T06:21:59,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/c48de1c5de274162a96e59bf7746925f as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c48de1c5de274162a96e59bf7746925f 2024-12-07T06:21:59,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c48de1c5de274162a96e59bf7746925f, entries=150, sequenceid=227, filesize=11.9 K 2024-12-07T06:21:59,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e20c0a882810322daee93802914c9376 in 1258ms, sequenceid=227, compaction requested=true 2024-12-07T06:21:59,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:21:59,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:21:59,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:59,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:21:59,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:21:59,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:21:59,651 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:21:59,651 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:21:59,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:21:59,652 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:21:59,652 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159402 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:21:59,652 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/B is initiating minor compaction (all files) 2024-12-07T06:21:59,652 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/A is initiating minor compaction (all files) 2024-12-07T06:21:59,652 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/B in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:59,652 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/A in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:59,652 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/67edb6f85bb24154941382b61788188e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/71670c9866404d0b9765dab6526d45ac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/652a961b993f447ead43ed650e0373f9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/8f22fcafafc54ee580369ed8e82a7f0e] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=47.9 K 2024-12-07T06:21:59,652 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/f10a54a4b7ef45d7bcb0bb61da0461cb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/3d766892ff5445c0bda7a6813a73db66, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/238d2e5152a04b10b96eb7b3dc11a5ea, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/69d2f4b82a1a4068b0147fdb03ce2b6c] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=155.7 K 2024-12-07T06:21:59,652 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:59,652 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/f10a54a4b7ef45d7bcb0bb61da0461cb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/3d766892ff5445c0bda7a6813a73db66, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/238d2e5152a04b10b96eb7b3dc11a5ea, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/69d2f4b82a1a4068b0147fdb03ce2b6c] 2024-12-07T06:21:59,652 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 67edb6f85bb24154941382b61788188e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733552514155 2024-12-07T06:21:59,652 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting f10a54a4b7ef45d7bcb0bb61da0461cb, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733552514155 2024-12-07T06:21:59,652 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 71670c9866404d0b9765dab6526d45ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733552515289 2024-12-07T06:21:59,653 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d766892ff5445c0bda7a6813a73db66, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733552515288 2024-12-07T06:21:59,653 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 652a961b993f447ead43ed650e0373f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733552516191 2024-12-07T06:21:59,653 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 238d2e5152a04b10b96eb7b3dc11a5ea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733552516191 2024-12-07T06:21:59,653 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f22fcafafc54ee580369ed8e82a7f0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733552518331 2024-12-07T06:21:59,653 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69d2f4b82a1a4068b0147fdb03ce2b6c, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733552518331 2024-12-07T06:21:59,659 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:59,660 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412075d6e66de37ca4847b6c2e9db2bda7a01_e20c0a882810322daee93802914c9376 store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:59,661 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#B#compaction#626 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:21:59,661 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/2460ee3de561435aaa3d3bc95b4f3254 is 50, key is test_row_0/B:col10/1733552518391/Put/seqid=0 2024-12-07T06:21:59,662 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412075d6e66de37ca4847b6c2e9db2bda7a01_e20c0a882810322daee93802914c9376, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:59,663 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075d6e66de37ca4847b6c2e9db2bda7a01_e20c0a882810322daee93802914c9376 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:21:59,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742557_1733 (size=12697) 2024-12-07T06:21:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742558_1734 (size=4469) 2024-12-07T06:21:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-07T06:21:59,723 INFO [Thread-2916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-07T06:21:59,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:21:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-12-07T06:21:59,726 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:21:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-07T06:21:59,727 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:21:59,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:21:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-07T06:21:59,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:21:59,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-07T06:21:59,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:21:59,878 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:21:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:21:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:21:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:21:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:21:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075b234c1916a548fbb1ecb2141c9ba8b4_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552518442/Put/seqid=0 2024-12-07T06:21:59,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742559_1735 (size=12304) 2024-12-07T06:22:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-07T06:22:00,077 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/2460ee3de561435aaa3d3bc95b4f3254 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2460ee3de561435aaa3d3bc95b4f3254 2024-12-07T06:22:00,079 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#A#compaction#627 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:00,079 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/e15b1ab628cd41219182d1f2e3311127 is 175, key is test_row_0/A:col10/1733552518391/Put/seqid=0 2024-12-07T06:22:00,082 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e20c0a882810322daee93802914c9376/B of e20c0a882810322daee93802914c9376 into 2460ee3de561435aaa3d3bc95b4f3254(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:00,082 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:00,082 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/B, priority=12, startTime=1733552519651; duration=0sec 2024-12-07T06:22:00,082 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:22:00,082 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:B 2024-12-07T06:22:00,082 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:22:00,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742560_1736 (size=31651) 2024-12-07T06:22:00,084 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:22:00,084 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/C is initiating minor compaction (all files) 2024-12-07T06:22:00,084 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/C in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:00,084 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b9444160764f402a9a8ea3a18e7ddcc5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/edaca3ab459749bf81da00aee6c0c7c6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d1e01c163d8d43289c274c9cb138ca16, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c48de1c5de274162a96e59bf7746925f] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=47.9 K 2024-12-07T06:22:00,084 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting b9444160764f402a9a8ea3a18e7ddcc5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733552514155 2024-12-07T06:22:00,085 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting edaca3ab459749bf81da00aee6c0c7c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733552515289 2024-12-07T06:22:00,085 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d1e01c163d8d43289c274c9cb138ca16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733552516191 2024-12-07T06:22:00,085 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c48de1c5de274162a96e59bf7746925f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733552518331 2024-12-07T06:22:00,087 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/e15b1ab628cd41219182d1f2e3311127 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e15b1ab628cd41219182d1f2e3311127 2024-12-07T06:22:00,091 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e20c0a882810322daee93802914c9376/A of e20c0a882810322daee93802914c9376 into e15b1ab628cd41219182d1f2e3311127(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:00,091 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:00,091 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/A, priority=12, startTime=1733552519650; duration=0sec 2024-12-07T06:22:00,091 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:00,091 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:A 2024-12-07T06:22:00,093 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#C#compaction#629 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:00,093 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/0d04dede3e374ac2ace0f612be7383f6 is 50, key is test_row_0/C:col10/1733552518391/Put/seqid=0 2024-12-07T06:22:00,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742561_1737 (size=12697) 2024-12-07T06:22:00,108 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/0d04dede3e374ac2ace0f612be7383f6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0d04dede3e374ac2ace0f612be7383f6 2024-12-07T06:22:00,113 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e20c0a882810322daee93802914c9376/C of e20c0a882810322daee93802914c9376 into 0d04dede3e374ac2ace0f612be7383f6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:00,113 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:00,113 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/C, priority=12, startTime=1733552519651; duration=0sec 2024-12-07T06:22:00,113 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:00,113 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:C 2024-12-07T06:22:00,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:22:00,302 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075b234c1916a548fbb1ecb2141c9ba8b4_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075b234c1916a548fbb1ecb2141c9ba8b4_e20c0a882810322daee93802914c9376 2024-12-07T06:22:00,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a788c3d97d304c48a419a981e6de9054, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:00,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a788c3d97d304c48a419a981e6de9054 is 175, key is test_row_0/A:col10/1733552518442/Put/seqid=0 2024-12-07T06:22:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742562_1738 (size=31105) 2024-12-07T06:22:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-07T06:22:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:22:00,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:22:00,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552580599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:00,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552580701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:00,708 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a788c3d97d304c48a419a981e6de9054 2024-12-07T06:22:00,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/d021d76f4f8444c887463e46d47a05ec is 50, key is test_row_0/B:col10/1733552518442/Put/seqid=0 2024-12-07T06:22:00,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742563_1739 (size=12151) 2024-12-07T06:22:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-07T06:22:00,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552580903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:01,120 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/d021d76f4f8444c887463e46d47a05ec 2024-12-07T06:22:01,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/975db469ca894d10831f72e73dda7d74 is 50, key is test_row_0/C:col10/1733552518442/Put/seqid=0 2024-12-07T06:22:01,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742564_1740 (size=12151) 2024-12-07T06:22:01,131 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/975db469ca894d10831f72e73dda7d74 2024-12-07T06:22:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/a788c3d97d304c48a419a981e6de9054 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a788c3d97d304c48a419a981e6de9054 2024-12-07T06:22:01,140 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a788c3d97d304c48a419a981e6de9054, entries=150, sequenceid=252, filesize=30.4 K 2024-12-07T06:22:01,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/d021d76f4f8444c887463e46d47a05ec as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d021d76f4f8444c887463e46d47a05ec 2024-12-07T06:22:01,143 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d021d76f4f8444c887463e46d47a05ec, entries=150, sequenceid=252, filesize=11.9 K 2024-12-07T06:22:01,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/975db469ca894d10831f72e73dda7d74 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/975db469ca894d10831f72e73dda7d74 2024-12-07T06:22:01,146 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/975db469ca894d10831f72e73dda7d74, entries=150, sequenceid=252, filesize=11.9 K 2024-12-07T06:22:01,147 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e20c0a882810322daee93802914c9376 in 1269ms, sequenceid=252, compaction requested=false 2024-12-07T06:22:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-12-07T06:22:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-12-07T06:22:01,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-12-07T06:22:01,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-12-07T06:22:01,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 1.4250 sec 2024-12-07T06:22:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:22:01,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T06:22:01,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:22:01,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:01,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:22:01,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:01,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:22:01,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:01,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076899b5e0820a422db55cafb381637739_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552520598/Put/seqid=0 2024-12-07T06:22:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742565_1741 (size=14994) 2024-12-07T06:22:01,219 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:22:01,222 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076899b5e0820a422db55cafb381637739_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076899b5e0820a422db55cafb381637739_e20c0a882810322daee93802914c9376 2024-12-07T06:22:01,223 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/88e0af88445b40ec93bd476289199c57, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:01,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/88e0af88445b40ec93bd476289199c57 is 175, key is test_row_0/A:col10/1733552520598/Put/seqid=0 2024-12-07T06:22:01,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742566_1742 (size=39949) 2024-12-07T06:22:01,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/88e0af88445b40ec93bd476289199c57 2024-12-07T06:22:01,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/cc9eef31c9bb492e8485d06f9f218d40 is 50, key is test_row_0/B:col10/1733552520598/Put/seqid=0 2024-12-07T06:22:01,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742567_1743 (size=12301) 2024-12-07T06:22:01,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/cc9eef31c9bb492e8485d06f9f218d40 2024-12-07T06:22:01,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/f59f202411474fc6997b849c8f8e5ae1 is 50, key is test_row_0/C:col10/1733552520598/Put/seqid=0 2024-12-07T06:22:01,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742568_1744 (size=12301) 2024-12-07T06:22:01,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552581264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:01,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552581367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:01,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552581570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:01,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/f59f202411474fc6997b849c8f8e5ae1 2024-12-07T06:22:01,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/88e0af88445b40ec93bd476289199c57 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/88e0af88445b40ec93bd476289199c57 2024-12-07T06:22:01,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/88e0af88445b40ec93bd476289199c57, entries=200, sequenceid=267, filesize=39.0 K 2024-12-07T06:22:01,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/cc9eef31c9bb492e8485d06f9f218d40 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/cc9eef31c9bb492e8485d06f9f218d40 2024-12-07T06:22:01,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/cc9eef31c9bb492e8485d06f9f218d40, entries=150, sequenceid=267, filesize=12.0 K 2024-12-07T06:22:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/f59f202411474fc6997b849c8f8e5ae1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f59f202411474fc6997b849c8f8e5ae1 2024-12-07T06:22:01,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f59f202411474fc6997b849c8f8e5ae1, entries=150, sequenceid=267, filesize=12.0 K 2024-12-07T06:22:01,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e20c0a882810322daee93802914c9376 in 468ms, sequenceid=267, compaction requested=true 2024-12-07T06:22:01,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:01,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:22:01,679 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:22:01,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:01,679 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:22:01,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:22:01,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:01,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:22:01,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:22:01,679 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:22:01,679 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/B is initiating minor compaction (all files) 2024-12-07T06:22:01,680 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/B in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:01,680 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2460ee3de561435aaa3d3bc95b4f3254, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d021d76f4f8444c887463e46d47a05ec, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/cc9eef31c9bb492e8485d06f9f218d40] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=36.3 K 2024-12-07T06:22:01,680 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:22:01,680 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/A is initiating minor compaction (all files) 2024-12-07T06:22:01,680 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 2460ee3de561435aaa3d3bc95b4f3254, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733552518331 2024-12-07T06:22:01,680 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/A in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:01,680 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e15b1ab628cd41219182d1f2e3311127, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a788c3d97d304c48a419a981e6de9054, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/88e0af88445b40ec93bd476289199c57] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=100.3 K 2024-12-07T06:22:01,680 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:01,680 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e15b1ab628cd41219182d1f2e3311127, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a788c3d97d304c48a419a981e6de9054, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/88e0af88445b40ec93bd476289199c57] 2024-12-07T06:22:01,680 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting d021d76f4f8444c887463e46d47a05ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733552518442 2024-12-07T06:22:01,681 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting cc9eef31c9bb492e8485d06f9f218d40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733552520596 2024-12-07T06:22:01,681 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting e15b1ab628cd41219182d1f2e3311127, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733552518331 2024-12-07T06:22:01,681 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting a788c3d97d304c48a419a981e6de9054, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733552518442 2024-12-07T06:22:01,681 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88e0af88445b40ec93bd476289199c57, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733552520583 2024-12-07T06:22:01,687 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:01,691 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207cb3ca45c2f0b44e7938e883e16d0b4df_e20c0a882810322daee93802914c9376 store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:01,693 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#B#compaction#636 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:01,693 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207cb3ca45c2f0b44e7938e883e16d0b4df_e20c0a882810322daee93802914c9376, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:01,693 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/964885001ab747f69a07fa4073c2e00b is 50, key is test_row_0/B:col10/1733552520598/Put/seqid=0 2024-12-07T06:22:01,693 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207cb3ca45c2f0b44e7938e883e16d0b4df_e20c0a882810322daee93802914c9376 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:01,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742569_1745 (size=4469) 2024-12-07T06:22:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742570_1746 (size=12949) 2024-12-07T06:22:01,721 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#A#compaction#635 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:01,721 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/efcafa7e523941f99e71074d4e129b07 is 175, key is test_row_0/A:col10/1733552520598/Put/seqid=0 2024-12-07T06:22:01,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742571_1747 (size=31903) 2024-12-07T06:22:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-07T06:22:01,830 INFO [Thread-2916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-12-07T06:22:01,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T06:22:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees 2024-12-07T06:22:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-07T06:22:01,834 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T06:22:01,834 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T06:22:01,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T06:22:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:22:01,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T06:22:01,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:22:01,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:01,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:22:01,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:01,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:22:01,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:01,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207384ce33270a34d10842ec7b5800edf40_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552521876/Put/seqid=0 2024-12-07T06:22:01,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742572_1748 (size=14994) 2024-12-07T06:22:01,895 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:22:01,903 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207384ce33270a34d10842ec7b5800edf40_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207384ce33270a34d10842ec7b5800edf40_e20c0a882810322daee93802914c9376 2024-12-07T06:22:01,904 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/1ce96677ab2c41aa97b369557cd54a08, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:01,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/1ce96677ab2c41aa97b369557cd54a08 is 175, key is test_row_0/A:col10/1733552521876/Put/seqid=0 2024-12-07T06:22:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742573_1749 (size=39949) 2024-12-07T06:22:01,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552581908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-07T06:22:01,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:01,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-07T06:22:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:22:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:01,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:01,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552582013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:02,125 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/964885001ab747f69a07fa4073c2e00b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/964885001ab747f69a07fa4073c2e00b 2024-12-07T06:22:02,130 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/efcafa7e523941f99e71074d4e129b07 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/efcafa7e523941f99e71074d4e129b07 2024-12-07T06:22:02,131 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/B of e20c0a882810322daee93802914c9376 into 964885001ab747f69a07fa4073c2e00b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:02,131 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:02,131 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/B, priority=13, startTime=1733552521679; duration=0sec 2024-12-07T06:22:02,131 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:22:02,131 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:B 2024-12-07T06:22:02,131 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:22:02,134 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:22:02,134 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/C is initiating minor compaction (all files) 2024-12-07T06:22:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-07T06:22:02,135 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/C in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,135 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0d04dede3e374ac2ace0f612be7383f6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/975db469ca894d10831f72e73dda7d74, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f59f202411474fc6997b849c8f8e5ae1] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=36.3 K 2024-12-07T06:22:02,135 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d04dede3e374ac2ace0f612be7383f6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733552518331 2024-12-07T06:22:02,135 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 975db469ca894d10831f72e73dda7d74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733552518442 2024-12-07T06:22:02,136 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f59f202411474fc6997b849c8f8e5ae1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733552520596 2024-12-07T06:22:02,139 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/A of e20c0a882810322daee93802914c9376 into efcafa7e523941f99e71074d4e129b07(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:02,139 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:02,139 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/A, priority=13, startTime=1733552521678; duration=0sec 2024-12-07T06:22:02,139 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:02,139 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:A 2024-12-07T06:22:02,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:02,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-07T06:22:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:22:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,145 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#C#compaction#638 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:02,145 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/eab53402462a4a65ae23092e8abeed3b is 50, key is test_row_0/C:col10/1733552520598/Put/seqid=0 2024-12-07T06:22:02,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742574_1750 (size=12949) 2024-12-07T06:22:02,160 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/eab53402462a4a65ae23092e8abeed3b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/eab53402462a4a65ae23092e8abeed3b 2024-12-07T06:22:02,167 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/C of e20c0a882810322daee93802914c9376 into eab53402462a4a65ae23092e8abeed3b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:02,167 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:02,167 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/C, priority=13, startTime=1733552521679; duration=0sec 2024-12-07T06:22:02,167 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:02,167 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:C 2024-12-07T06:22:02,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552582215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:02,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:02,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-07T06:22:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:22:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,310 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/1ce96677ab2c41aa97b369557cd54a08 2024-12-07T06:22:02,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/9b5255e6a17e4f46a197f65e016a5993 is 50, key is test_row_0/B:col10/1733552521876/Put/seqid=0 2024-12-07T06:22:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742575_1751 (size=12301) 2024-12-07T06:22:02,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/9b5255e6a17e4f46a197f65e016a5993 2024-12-07T06:22:02,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/245b8065f4064ed7b1e758444830cfc0 is 50, key is test_row_0/C:col10/1733552521876/Put/seqid=0 2024-12-07T06:22:02,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742576_1752 (size=12301) 2024-12-07T06:22:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-07T06:22:02,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:02,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-07T06:22:02,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:22:02,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552582519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:02,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:02,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-07T06:22:02,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:22:02,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/245b8065f4064ed7b1e758444830cfc0 2024-12-07T06:22:02,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:02,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-07T06:22:02,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:22:02,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T06:22:02,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/1ce96677ab2c41aa97b369557cd54a08 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/1ce96677ab2c41aa97b369557cd54a08 2024-12-07T06:22:02,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/1ce96677ab2c41aa97b369557cd54a08, entries=200, sequenceid=292, filesize=39.0 K 2024-12-07T06:22:02,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/9b5255e6a17e4f46a197f65e016a5993 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/9b5255e6a17e4f46a197f65e016a5993 2024-12-07T06:22:02,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/9b5255e6a17e4f46a197f65e016a5993, entries=150, sequenceid=292, filesize=12.0 K 2024-12-07T06:22:02,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/245b8065f4064ed7b1e758444830cfc0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/245b8065f4064ed7b1e758444830cfc0 2024-12-07T06:22:02,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/245b8065f4064ed7b1e758444830cfc0, entries=150, sequenceid=292, filesize=12.0 K 2024-12-07T06:22:02,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e20c0a882810322daee93802914c9376 in 888ms, sequenceid=292, compaction requested=false 2024-12-07T06:22:02,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:02,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:02,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38777 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-07T06:22:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:02,906 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:22:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:22:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:22:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:22:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120712f151effa794aa196b0be71374e32ae_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552521882/Put/seqid=0 2024-12-07T06:22:02,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742577_1753 (size=12454) 2024-12-07T06:22:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-07T06:22:03,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. as already flushing 2024-12-07T06:22:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:22:03,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552583082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:03,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552583185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:03,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:22:03,320 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120712f151effa794aa196b0be71374e32ae_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120712f151effa794aa196b0be71374e32ae_e20c0a882810322daee93802914c9376 2024-12-07T06:22:03,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/0f9aa983aeee43eeb4171fc0c5124ea6, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:03,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/0f9aa983aeee43eeb4171fc0c5124ea6 is 175, key is test_row_0/A:col10/1733552521882/Put/seqid=0 2024-12-07T06:22:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742578_1754 (size=31255) 2024-12-07T06:22:03,332 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/0f9aa983aeee43eeb4171fc0c5124ea6 2024-12-07T06:22:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/84ac027c11f540e1a4c1a6f438a1431a is 50, key is test_row_0/B:col10/1733552521882/Put/seqid=0 2024-12-07T06:22:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742579_1755 (size=12301) 2024-12-07T06:22:03,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552583388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:03,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52204 deadline: 1733552583433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:03,437 DEBUG [Thread-2908 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:22:03,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52180 deadline: 1733552583452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:03,454 DEBUG [Thread-2906 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:22:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733552583454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:03,457 DEBUG [Thread-2914 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:22:03,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733552583456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:03,457 DEBUG [Thread-2910 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., hostname=38a4c3e922fd,38777,1733552352987, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T06:22:03,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552583692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:03,741 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/84ac027c11f540e1a4c1a6f438a1431a 2024-12-07T06:22:03,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/f6642877a05a4cd794a4dc51f7c12119 is 50, key is test_row_0/C:col10/1733552521882/Put/seqid=0 2024-12-07T06:22:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742580_1756 (size=12301) 2024-12-07T06:22:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-07T06:22:04,151 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/f6642877a05a4cd794a4dc51f7c12119 2024-12-07T06:22:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/0f9aa983aeee43eeb4171fc0c5124ea6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/0f9aa983aeee43eeb4171fc0c5124ea6 2024-12-07T06:22:04,158 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/0f9aa983aeee43eeb4171fc0c5124ea6, entries=150, sequenceid=306, filesize=30.5 K 2024-12-07T06:22:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/84ac027c11f540e1a4c1a6f438a1431a as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/84ac027c11f540e1a4c1a6f438a1431a 2024-12-07T06:22:04,162 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/84ac027c11f540e1a4c1a6f438a1431a, entries=150, sequenceid=306, filesize=12.0 K 2024-12-07T06:22:04,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/f6642877a05a4cd794a4dc51f7c12119 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f6642877a05a4cd794a4dc51f7c12119 2024-12-07T06:22:04,165 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f6642877a05a4cd794a4dc51f7c12119, entries=150, sequenceid=306, filesize=12.0 K 2024-12-07T06:22:04,166 INFO [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e20c0a882810322daee93802914c9376 in 1260ms, sequenceid=306, compaction requested=true 2024-12-07T06:22:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38a4c3e922fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=194 2024-12-07T06:22:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4106): Remote procedure done, pid=194 2024-12-07T06:22:04,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-12-07T06:22:04,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3330 sec 2024-12-07T06:22:04,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees in 2.3360 sec 2024-12-07T06:22:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:22:04,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T06:22:04,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:22:04,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:04,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:22:04,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:04,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:22:04,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:04,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207371a0d15762b4595a2e2a25093307670_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552523078/Put/seqid=0 2024-12-07T06:22:04,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742581_1757 (size=14994) 2024-12-07T06:22:04,209 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:22:04,212 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207371a0d15762b4595a2e2a25093307670_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207371a0d15762b4595a2e2a25093307670_e20c0a882810322daee93802914c9376 2024-12-07T06:22:04,212 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/51e28b5d5ca642cbb68025e8eb856a7c, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:04,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/51e28b5d5ca642cbb68025e8eb856a7c is 175, key is test_row_0/A:col10/1733552523078/Put/seqid=0 2024-12-07T06:22:04,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742582_1758 (size=39949) 2024-12-07T06:22:04,217 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/51e28b5d5ca642cbb68025e8eb856a7c 2024-12-07T06:22:04,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552584216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:04,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/0498d5b6229e419fbac5722b49f6a5bd is 50, key is test_row_0/B:col10/1733552523078/Put/seqid=0 2024-12-07T06:22:04,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742583_1759 (size=12301) 2024-12-07T06:22:04,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/0498d5b6229e419fbac5722b49f6a5bd 2024-12-07T06:22:04,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/c09e2657e96a44feb17419058ff52c01 is 50, key is test_row_0/C:col10/1733552523078/Put/seqid=0 2024-12-07T06:22:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742584_1760 (size=12301) 2024-12-07T06:22:04,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/c09e2657e96a44feb17419058ff52c01 2024-12-07T06:22:04,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/51e28b5d5ca642cbb68025e8eb856a7c as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/51e28b5d5ca642cbb68025e8eb856a7c 2024-12-07T06:22:04,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/51e28b5d5ca642cbb68025e8eb856a7c, entries=200, sequenceid=332, filesize=39.0 K 2024-12-07T06:22:04,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/0498d5b6229e419fbac5722b49f6a5bd as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/0498d5b6229e419fbac5722b49f6a5bd 2024-12-07T06:22:04,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/0498d5b6229e419fbac5722b49f6a5bd, entries=150, sequenceid=332, filesize=12.0 K 2024-12-07T06:22:04,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/c09e2657e96a44feb17419058ff52c01 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c09e2657e96a44feb17419058ff52c01 2024-12-07T06:22:04,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c09e2657e96a44feb17419058ff52c01, entries=150, sequenceid=332, filesize=12.0 K 2024-12-07T06:22:04,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e20c0a882810322daee93802914c9376 in 76ms, sequenceid=332, compaction requested=true 2024-12-07T06:22:04,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:04,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:22:04,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:04,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:22:04,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:04,275 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:22:04,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:22:04,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:22:04,275 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:22:04,277 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:22:04,277 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:22:04,277 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/B is initiating minor compaction (all files) 2024-12-07T06:22:04,277 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/A is initiating minor compaction (all files) 2024-12-07T06:22:04,277 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/B in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:04,277 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/A in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:04,277 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/964885001ab747f69a07fa4073c2e00b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/9b5255e6a17e4f46a197f65e016a5993, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/84ac027c11f540e1a4c1a6f438a1431a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/0498d5b6229e419fbac5722b49f6a5bd] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=48.7 K 2024-12-07T06:22:04,277 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/efcafa7e523941f99e71074d4e129b07, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/1ce96677ab2c41aa97b369557cd54a08, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/0f9aa983aeee43eeb4171fc0c5124ea6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/51e28b5d5ca642cbb68025e8eb856a7c] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=139.7 K 2024-12-07T06:22:04,277 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:04,277 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/efcafa7e523941f99e71074d4e129b07, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/1ce96677ab2c41aa97b369557cd54a08, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/0f9aa983aeee43eeb4171fc0c5124ea6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/51e28b5d5ca642cbb68025e8eb856a7c] 2024-12-07T06:22:04,277 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 964885001ab747f69a07fa4073c2e00b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733552520596 2024-12-07T06:22:04,278 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting efcafa7e523941f99e71074d4e129b07, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733552520596 2024-12-07T06:22:04,278 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b5255e6a17e4f46a197f65e016a5993, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733552521261 2024-12-07T06:22:04,278 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ce96677ab2c41aa97b369557cd54a08, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733552521256 2024-12-07T06:22:04,278 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 84ac027c11f540e1a4c1a6f438a1431a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733552521882 2024-12-07T06:22:04,278 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 0498d5b6229e419fbac5722b49f6a5bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733552523073 2024-12-07T06:22:04,278 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f9aa983aeee43eeb4171fc0c5124ea6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733552521882 2024-12-07T06:22:04,279 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51e28b5d5ca642cbb68025e8eb856a7c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733552523073 2024-12-07T06:22:04,286 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#B#compaction#647 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:04,286 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/806911d3389f4ae2adea4ba991972b37 is 50, key is test_row_0/B:col10/1733552523078/Put/seqid=0 2024-12-07T06:22:04,288 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:04,290 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207ef6abdf6df1548f2912fcea4ac9937de_e20c0a882810322daee93802914c9376 store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:04,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742585_1761 (size=13085) 2024-12-07T06:22:04,292 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207ef6abdf6df1548f2912fcea4ac9937de_e20c0a882810322daee93802914c9376, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:04,292 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ef6abdf6df1548f2912fcea4ac9937de_e20c0a882810322daee93802914c9376 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:04,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742586_1762 (size=4469) 2024-12-07T06:22:04,298 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#A#compaction#648 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:04,299 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/11817df1ba5c4ea6b695d5ea54c9864d is 175, key is test_row_0/A:col10/1733552523078/Put/seqid=0 2024-12-07T06:22:04,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742587_1763 (size=32039) 2024-12-07T06:22:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:22:04,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:22:04,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:22:04,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:04,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:22:04,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:04,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:22:04,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:04,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076a6f8d9f901e46f7a5bb04fa939256c1_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552524202/Put/seqid=0 2024-12-07T06:22:04,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742588_1764 (size=14994) 2024-12-07T06:22:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552584407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:04,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552584510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:04,695 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/806911d3389f4ae2adea4ba991972b37 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/806911d3389f4ae2adea4ba991972b37 2024-12-07T06:22:04,699 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e20c0a882810322daee93802914c9376/B of e20c0a882810322daee93802914c9376 into 806911d3389f4ae2adea4ba991972b37(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:04,699 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:04,699 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/B, priority=12, startTime=1733552524275; duration=0sec 2024-12-07T06:22:04,699 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:22:04,699 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:B 2024-12-07T06:22:04,699 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T06:22:04,700 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T06:22:04,701 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/C is initiating minor compaction (all files) 2024-12-07T06:22:04,701 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/C in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:04,701 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/eab53402462a4a65ae23092e8abeed3b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/245b8065f4064ed7b1e758444830cfc0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f6642877a05a4cd794a4dc51f7c12119, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c09e2657e96a44feb17419058ff52c01] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=48.7 K 2024-12-07T06:22:04,701 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting eab53402462a4a65ae23092e8abeed3b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733552520596 2024-12-07T06:22:04,701 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 245b8065f4064ed7b1e758444830cfc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733552521261 2024-12-07T06:22:04,701 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting f6642877a05a4cd794a4dc51f7c12119, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733552521882 2024-12-07T06:22:04,702 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting c09e2657e96a44feb17419058ff52c01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733552523073 2024-12-07T06:22:04,706 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/11817df1ba5c4ea6b695d5ea54c9864d as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/11817df1ba5c4ea6b695d5ea54c9864d 2024-12-07T06:22:04,709 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e20c0a882810322daee93802914c9376/A of e20c0a882810322daee93802914c9376 into 11817df1ba5c4ea6b695d5ea54c9864d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:04,709 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:04,709 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/A, priority=12, startTime=1733552524275; duration=0sec 2024-12-07T06:22:04,710 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:04,710 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:A 2024-12-07T06:22:04,710 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#C#compaction#650 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:04,711 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/746e605be8a5475985a446ab719346a0 is 50, key is test_row_0/C:col10/1733552523078/Put/seqid=0 2024-12-07T06:22:04,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552584713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:04,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742589_1765 (size=13085) 2024-12-07T06:22:04,719 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/746e605be8a5475985a446ab719346a0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/746e605be8a5475985a446ab719346a0 2024-12-07T06:22:04,722 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e20c0a882810322daee93802914c9376/C of e20c0a882810322daee93802914c9376 into 746e605be8a5475985a446ab719346a0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:04,722 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:04,723 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/C, priority=12, startTime=1733552524275; duration=0sec 2024-12-07T06:22:04,723 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:04,723 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:C 2024-12-07T06:22:04,746 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:22:04,749 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076a6f8d9f901e46f7a5bb04fa939256c1_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076a6f8d9f901e46f7a5bb04fa939256c1_e20c0a882810322daee93802914c9376 2024-12-07T06:22:04,749 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/7f6d1b1b1a6f4ea5a9c0385420cf3255, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:04,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/7f6d1b1b1a6f4ea5a9c0385420cf3255 is 175, key is test_row_0/A:col10/1733552524202/Put/seqid=0 2024-12-07T06:22:04,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742590_1766 (size=39949) 2024-12-07T06:22:04,754 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/7f6d1b1b1a6f4ea5a9c0385420cf3255 2024-12-07T06:22:04,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/ad1ac885ae5f47b29fcf16d23cc31d65 is 50, key is test_row_0/B:col10/1733552524202/Put/seqid=0 2024-12-07T06:22:04,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742591_1767 (size=12301) 2024-12-07T06:22:04,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/ad1ac885ae5f47b29fcf16d23cc31d65 2024-12-07T06:22:04,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/be9317c5d28449e1b9ec258f797681aa is 50, key is test_row_0/C:col10/1733552524202/Put/seqid=0 2024-12-07T06:22:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742592_1768 (size=12301) 2024-12-07T06:22:04,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/be9317c5d28449e1b9ec258f797681aa 2024-12-07T06:22:04,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/7f6d1b1b1a6f4ea5a9c0385420cf3255 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/7f6d1b1b1a6f4ea5a9c0385420cf3255 2024-12-07T06:22:04,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/7f6d1b1b1a6f4ea5a9c0385420cf3255, entries=200, sequenceid=343, filesize=39.0 K 2024-12-07T06:22:04,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/ad1ac885ae5f47b29fcf16d23cc31d65 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/ad1ac885ae5f47b29fcf16d23cc31d65 2024-12-07T06:22:04,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/ad1ac885ae5f47b29fcf16d23cc31d65, entries=150, sequenceid=343, filesize=12.0 K 2024-12-07T06:22:04,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/be9317c5d28449e1b9ec258f797681aa as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/be9317c5d28449e1b9ec258f797681aa 2024-12-07T06:22:04,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/be9317c5d28449e1b9ec258f797681aa, entries=150, sequenceid=343, filesize=12.0 K 2024-12-07T06:22:04,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e20c0a882810322daee93802914c9376 in 463ms, sequenceid=343, compaction requested=false 2024-12-07T06:22:04,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:22:05,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T06:22:05,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:22:05,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:05,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:22:05,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:05,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:22:05,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:05,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d3f38cba65a24d6ea67217cf9e842ab9_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552524403/Put/seqid=0 2024-12-07T06:22:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742593_1769 (size=14994) 2024-12-07T06:22:05,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:22:05,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d3f38cba65a24d6ea67217cf9e842ab9_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d3f38cba65a24d6ea67217cf9e842ab9_e20c0a882810322daee93802914c9376 2024-12-07T06:22:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552585037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:05,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/68d47bf199204d1791e18dd5ff7b566b, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:05,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/68d47bf199204d1791e18dd5ff7b566b is 175, key is test_row_0/A:col10/1733552524403/Put/seqid=0 2024-12-07T06:22:05,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742594_1770 (size=39949) 2024-12-07T06:22:05,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552585140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:05,209 DEBUG [Thread-2917 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:58548 2024-12-07T06:22:05,210 DEBUG [Thread-2917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:05,210 DEBUG [Thread-2923 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:58548 2024-12-07T06:22:05,210 DEBUG [Thread-2919 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:58548 2024-12-07T06:22:05,210 DEBUG [Thread-2919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:05,211 DEBUG [Thread-2923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:05,211 DEBUG [Thread-2921 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:58548 2024-12-07T06:22:05,211 DEBUG [Thread-2921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:05,212 DEBUG [Thread-2925 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:58548 2024-12-07T06:22:05,212 DEBUG [Thread-2925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:05,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552585343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:05,449 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/68d47bf199204d1791e18dd5ff7b566b 2024-12-07T06:22:05,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/5e80a312aff94175905e129942fb9ccb is 50, key is test_row_0/B:col10/1733552524403/Put/seqid=0 2024-12-07T06:22:05,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742595_1771 (size=12301) 2024-12-07T06:22:05,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552585646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:05,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/5e80a312aff94175905e129942fb9ccb 2024-12-07T06:22:05,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/5f5db3017b8c43bf8feac5149367aee0 is 50, key is test_row_0/C:col10/1733552524403/Put/seqid=0 2024-12-07T06:22:05,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742596_1772 (size=12301) 2024-12-07T06:22:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-07T06:22:05,937 INFO [Thread-2916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-12-07T06:22:06,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T06:22:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1733552586149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:06,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/5f5db3017b8c43bf8feac5149367aee0 2024-12-07T06:22:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/68d47bf199204d1791e18dd5ff7b566b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/68d47bf199204d1791e18dd5ff7b566b 2024-12-07T06:22:06,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/68d47bf199204d1791e18dd5ff7b566b, entries=200, sequenceid=372, filesize=39.0 K 2024-12-07T06:22:06,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/5e80a312aff94175905e129942fb9ccb as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/5e80a312aff94175905e129942fb9ccb 2024-12-07T06:22:06,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/5e80a312aff94175905e129942fb9ccb, entries=150, sequenceid=372, filesize=12.0 K 2024-12-07T06:22:06,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/5f5db3017b8c43bf8feac5149367aee0 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/5f5db3017b8c43bf8feac5149367aee0 2024-12-07T06:22:06,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/5f5db3017b8c43bf8feac5149367aee0, entries=150, sequenceid=372, filesize=12.0 K 2024-12-07T06:22:06,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e20c0a882810322daee93802914c9376 in 1259ms, sequenceid=372, compaction requested=true 2024-12-07T06:22:06,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:06,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T06:22:06,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:06,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T06:22:06,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:06,278 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:22:06,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e20c0a882810322daee93802914c9376:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T06:22:06,278 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:22:06,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:22:06,278 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:22:06,278 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:22:06,278 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/B is initiating minor compaction (all files) 2024-12-07T06:22:06,278 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/A is initiating minor compaction (all files) 2024-12-07T06:22:06,278 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/A in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:06,278 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/B in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:06,278 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/11817df1ba5c4ea6b695d5ea54c9864d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/7f6d1b1b1a6f4ea5a9c0385420cf3255, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/68d47bf199204d1791e18dd5ff7b566b] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=109.3 K 2024-12-07T06:22:06,278 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:06,278 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/806911d3389f4ae2adea4ba991972b37, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/ad1ac885ae5f47b29fcf16d23cc31d65, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/5e80a312aff94175905e129942fb9ccb] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=36.8 K 2024-12-07T06:22:06,278 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. files: [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/11817df1ba5c4ea6b695d5ea54c9864d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/7f6d1b1b1a6f4ea5a9c0385420cf3255, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/68d47bf199204d1791e18dd5ff7b566b] 2024-12-07T06:22:06,279 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 806911d3389f4ae2adea4ba991972b37, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733552523073 2024-12-07T06:22:06,279 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11817df1ba5c4ea6b695d5ea54c9864d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733552523073 2024-12-07T06:22:06,279 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f6d1b1b1a6f4ea5a9c0385420cf3255, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1733552524202 2024-12-07T06:22:06,279 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting ad1ac885ae5f47b29fcf16d23cc31d65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1733552524202 2024-12-07T06:22:06,279 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68d47bf199204d1791e18dd5ff7b566b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733552524391 2024-12-07T06:22:06,279 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e80a312aff94175905e129942fb9ccb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733552524403 2024-12-07T06:22:06,283 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:06,284 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#B#compaction#656 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:06,284 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/3a526a25452946c6ade0b557151950ba is 50, key is test_row_0/B:col10/1733552524403/Put/seqid=0 2024-12-07T06:22:06,285 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207391ba125e5c349eb877ab0cfcea63d4b_e20c0a882810322daee93802914c9376 store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:06,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742597_1773 (size=13187) 2024-12-07T06:22:06,290 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207391ba125e5c349eb877ab0cfcea63d4b_e20c0a882810322daee93802914c9376, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:06,290 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207391ba125e5c349eb877ab0cfcea63d4b_e20c0a882810322daee93802914c9376 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:06,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742598_1774 (size=4469) 2024-12-07T06:22:06,692 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/3a526a25452946c6ade0b557151950ba as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/3a526a25452946c6ade0b557151950ba 2024-12-07T06:22:06,693 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#A#compaction#657 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:06,694 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/e03e241d28054c38af3a4a95dfa71bfd is 175, key is test_row_0/A:col10/1733552524403/Put/seqid=0 2024-12-07T06:22:06,696 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/B of e20c0a882810322daee93802914c9376 into 3a526a25452946c6ade0b557151950ba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:06,696 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:06,696 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/B, priority=13, startTime=1733552526277; duration=0sec 2024-12-07T06:22:06,696 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T06:22:06,696 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:B 2024-12-07T06:22:06,696 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T06:22:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742599_1775 (size=32141) 2024-12-07T06:22:06,697 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T06:22:06,697 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1540): e20c0a882810322daee93802914c9376/C is initiating minor compaction (all files) 2024-12-07T06:22:06,697 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e20c0a882810322daee93802914c9376/C in TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:06,697 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/746e605be8a5475985a446ab719346a0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/be9317c5d28449e1b9ec258f797681aa, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/5f5db3017b8c43bf8feac5149367aee0] into tmpdir=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp, totalSize=36.8 K 2024-12-07T06:22:06,698 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 746e605be8a5475985a446ab719346a0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733552523073 2024-12-07T06:22:06,698 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting be9317c5d28449e1b9ec258f797681aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1733552524202 2024-12-07T06:22:06,698 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f5db3017b8c43bf8feac5149367aee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733552524403 2024-12-07T06:22:06,703 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e20c0a882810322daee93802914c9376#C#compaction#658 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-12-07T06:22:06,703 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/0dc4cd45dc834486bffb5ab3e8a5a376 is 50, key is test_row_0/C:col10/1733552524403/Put/seqid=0 2024-12-07T06:22:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742600_1776 (size=13187) 2024-12-07T06:22:07,101 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/e03e241d28054c38af3a4a95dfa71bfd as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e03e241d28054c38af3a4a95dfa71bfd 2024-12-07T06:22:07,104 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/A of e20c0a882810322daee93802914c9376 into e03e241d28054c38af3a4a95dfa71bfd(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:07,104 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:07,104 INFO [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/A, priority=13, startTime=1733552526277; duration=0sec 2024-12-07T06:22:07,104 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:07,105 DEBUG [RS:0;38a4c3e922fd:38777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:A 2024-12-07T06:22:07,108 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/0dc4cd45dc834486bffb5ab3e8a5a376 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0dc4cd45dc834486bffb5ab3e8a5a376 2024-12-07T06:22:07,111 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e20c0a882810322daee93802914c9376/C of e20c0a882810322daee93802914c9376 into 0dc4cd45dc834486bffb5ab3e8a5a376(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T06:22:07,111 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:07,111 INFO [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376., storeName=e20c0a882810322daee93802914c9376/C, priority=13, startTime=1733552526278; duration=0sec 2024-12-07T06:22:07,111 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T06:22:07,111 DEBUG [RS:0;38a4c3e922fd:38777-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e20c0a882810322daee93802914c9376:C 2024-12-07T06:22:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38777 {}] regionserver.HRegion(8581): Flush requested on e20c0a882810322daee93802914c9376 2024-12-07T06:22:07,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T06:22:07,155 DEBUG [Thread-2912 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:58548 2024-12-07T06:22:07,155 DEBUG [Thread-2912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:07,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:22:07,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:07,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:22:07,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:07,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:22:07,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:07,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074fe287a917d4445bb45e1694f0f3bb88_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552525036/Put/seqid=0 2024-12-07T06:22:07,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742601_1777 (size=12454) 2024-12-07T06:22:07,564 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:22:07,567 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074fe287a917d4445bb45e1694f0f3bb88_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074fe287a917d4445bb45e1694f0f3bb88_e20c0a882810322daee93802914c9376 2024-12-07T06:22:07,568 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/eb5a27e4f7e241a09c1d9ee7b419d0a6, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:07,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/eb5a27e4f7e241a09c1d9ee7b419d0a6 is 175, key is test_row_0/A:col10/1733552525036/Put/seqid=0 2024-12-07T06:22:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742602_1778 (size=31255) 2024-12-07T06:22:07,972 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/eb5a27e4f7e241a09c1d9ee7b419d0a6 2024-12-07T06:22:07,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/78bc8a3f747e4ac085b804a46e902867 is 50, key is test_row_0/B:col10/1733552525036/Put/seqid=0 2024-12-07T06:22:07,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742603_1779 (size=12301) 2024-12-07T06:22:08,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/78bc8a3f747e4ac085b804a46e902867 2024-12-07T06:22:08,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/3fe04c3c748e455bac4a74b35620f4e1 is 50, key is test_row_0/C:col10/1733552525036/Put/seqid=0 2024-12-07T06:22:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742604_1780 (size=12301) 2024-12-07T06:22:08,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/3fe04c3c748e455bac4a74b35620f4e1 2024-12-07T06:22:08,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/eb5a27e4f7e241a09c1d9ee7b419d0a6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/eb5a27e4f7e241a09c1d9ee7b419d0a6 2024-12-07T06:22:08,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/eb5a27e4f7e241a09c1d9ee7b419d0a6, entries=150, sequenceid=386, filesize=30.5 K 2024-12-07T06:22:08,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/78bc8a3f747e4ac085b804a46e902867 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/78bc8a3f747e4ac085b804a46e902867 2024-12-07T06:22:08,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/78bc8a3f747e4ac085b804a46e902867, entries=150, sequenceid=386, filesize=12.0 K 2024-12-07T06:22:08,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/3fe04c3c748e455bac4a74b35620f4e1 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/3fe04c3c748e455bac4a74b35620f4e1 2024-12-07T06:22:08,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/3fe04c3c748e455bac4a74b35620f4e1, entries=150, sequenceid=386, filesize=12.0 K 2024-12-07T06:22:08,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for e20c0a882810322daee93802914c9376 in 1647ms, sequenceid=386, compaction requested=false 2024-12-07T06:22:08,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:11,304 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T06:22:13,449 DEBUG [Thread-2908 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:58548 2024-12-07T06:22:13,449 DEBUG [Thread-2908 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:13,523 DEBUG [Thread-2906 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:58548 2024-12-07T06:22:13,524 DEBUG [Thread-2906 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:13,543 DEBUG [Thread-2914 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:58548 2024-12-07T06:22:13,543 DEBUG [Thread-2914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:13,550 DEBUG [Thread-2910 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:58548 2024-12-07T06:22:13,550 DEBUG [Thread-2910 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 163 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6465 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6431 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6417 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6484 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6427 2024-12-07T06:22:13,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T06:22:13,550 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T06:22:13,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:58548 2024-12-07T06:22:13,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:13,551 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T06:22:13,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T06:22:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T06:22:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-07T06:22:13,553 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552533553"}]},"ts":"1733552533553"} 2024-12-07T06:22:13,554 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T06:22:13,556 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T06:22:13,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T06:22:13,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=197, ppid=196, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, UNASSIGN}] 2024-12-07T06:22:13,557 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=197, ppid=196, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, UNASSIGN 2024-12-07T06:22:13,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=197 updating hbase:meta row=e20c0a882810322daee93802914c9376, regionState=CLOSING, regionLocation=38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:13,558 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T06:22:13,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE; CloseRegionProcedure e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987}] 2024-12-07T06:22:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-07T06:22:13,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:13,710 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(124): Close e20c0a882810322daee93802914c9376 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1681): Closing e20c0a882810322daee93802914c9376, disabling compactions & flushes 2024-12-07T06:22:13,710 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. after waiting 0 ms 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:13,710 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(2837): Flushing e20c0a882810322daee93802914c9376 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=A 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=B 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e20c0a882810322daee93802914c9376, store=C 2024-12-07T06:22:13,710 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T06:22:13,714 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120779b289512b304ad38adc0cd081497377_e20c0a882810322daee93802914c9376 is 50, key is test_row_0/A:col10/1733552533522/Put/seqid=0 2024-12-07T06:22:13,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742605_1781 (size=9914) 2024-12-07T06:22:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-07T06:22:14,118 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T06:22:14,121 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120779b289512b304ad38adc0cd081497377_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120779b289512b304ad38adc0cd081497377_e20c0a882810322daee93802914c9376 2024-12-07T06:22:14,121 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/aba9d5e96e2448f8a74dc651bd9e7964, store: [table=TestAcidGuarantees family=A region=e20c0a882810322daee93802914c9376] 2024-12-07T06:22:14,122 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/aba9d5e96e2448f8a74dc651bd9e7964 is 175, key is test_row_0/A:col10/1733552533522/Put/seqid=0 2024-12-07T06:22:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742606_1782 (size=22561) 2024-12-07T06:22:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-07T06:22:14,525 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/aba9d5e96e2448f8a74dc651bd9e7964 2024-12-07T06:22:14,530 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/8948810889e240a990729b21450b77dd is 50, key is test_row_0/B:col10/1733552533522/Put/seqid=0 2024-12-07T06:22:14,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742607_1783 (size=9857) 2024-12-07T06:22:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-07T06:22:14,934 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/8948810889e240a990729b21450b77dd 2024-12-07T06:22:14,939 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/b97c19d8c8744c6d817315224317e3f6 is 50, key is test_row_0/C:col10/1733552533522/Put/seqid=0 2024-12-07T06:22:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742608_1784 (size=9857) 2024-12-07T06:22:15,342 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/b97c19d8c8744c6d817315224317e3f6 2024-12-07T06:22:15,345 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/A/aba9d5e96e2448f8a74dc651bd9e7964 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/aba9d5e96e2448f8a74dc651bd9e7964 2024-12-07T06:22:15,348 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/aba9d5e96e2448f8a74dc651bd9e7964, entries=100, sequenceid=393, filesize=22.0 K 2024-12-07T06:22:15,349 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/B/8948810889e240a990729b21450b77dd as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/8948810889e240a990729b21450b77dd 2024-12-07T06:22:15,351 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/8948810889e240a990729b21450b77dd, entries=100, sequenceid=393, filesize=9.6 K 2024-12-07T06:22:15,351 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/.tmp/C/b97c19d8c8744c6d817315224317e3f6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b97c19d8c8744c6d817315224317e3f6 2024-12-07T06:22:15,354 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b97c19d8c8744c6d817315224317e3f6, entries=100, sequenceid=393, filesize=9.6 K 2024-12-07T06:22:15,354 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e20c0a882810322daee93802914c9376 in 1644ms, sequenceid=393, compaction requested=true 2024-12-07T06:22:15,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a9ffe701d1f14bd5935c23bff3aae2dd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/8d7bdfef44024562a91dca2c4ec1f8a1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/596860a955f343febec3e640e5f91d5c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e0b1615cb2e64194a16cc094cf26007f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/d3e69090600b4a2a80e55ac55b08cc74, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/07f60ad7911b4daab330ca070b6c8b77, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fb039a43801546b0906f7725b5cb009d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a6204608f1ff417cbf0a6b8cb13c3140, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/aae2fb73003940e2b022af1929434705, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/32fc585bc38c4850ab7163f03a797f0d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fbeeec6be8134d95acf0ee2db7b168a8, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/f10a54a4b7ef45d7bcb0bb61da0461cb, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/642a3c47bfc34bdb99c5fd20c00744d7, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/3d766892ff5445c0bda7a6813a73db66, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/238d2e5152a04b10b96eb7b3dc11a5ea, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/69d2f4b82a1a4068b0147fdb03ce2b6c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e15b1ab628cd41219182d1f2e3311127, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a788c3d97d304c48a419a981e6de9054, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/88e0af88445b40ec93bd476289199c57, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/efcafa7e523941f99e71074d4e129b07, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/1ce96677ab2c41aa97b369557cd54a08, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/0f9aa983aeee43eeb4171fc0c5124ea6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/51e28b5d5ca642cbb68025e8eb856a7c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/11817df1ba5c4ea6b695d5ea54c9864d, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/7f6d1b1b1a6f4ea5a9c0385420cf3255, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/68d47bf199204d1791e18dd5ff7b566b] to archive 2024-12-07T06:22:15,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:22:15,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a9ffe701d1f14bd5935c23bff3aae2dd to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a9ffe701d1f14bd5935c23bff3aae2dd 2024-12-07T06:22:15,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/8d7bdfef44024562a91dca2c4ec1f8a1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/8d7bdfef44024562a91dca2c4ec1f8a1 2024-12-07T06:22:15,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/596860a955f343febec3e640e5f91d5c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/596860a955f343febec3e640e5f91d5c 2024-12-07T06:22:15,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e0b1615cb2e64194a16cc094cf26007f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e0b1615cb2e64194a16cc094cf26007f 2024-12-07T06:22:15,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/d3e69090600b4a2a80e55ac55b08cc74 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/d3e69090600b4a2a80e55ac55b08cc74 2024-12-07T06:22:15,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/07f60ad7911b4daab330ca070b6c8b77 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/07f60ad7911b4daab330ca070b6c8b77 2024-12-07T06:22:15,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fb039a43801546b0906f7725b5cb009d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fb039a43801546b0906f7725b5cb009d 2024-12-07T06:22:15,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a6204608f1ff417cbf0a6b8cb13c3140 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a6204608f1ff417cbf0a6b8cb13c3140 2024-12-07T06:22:15,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/aae2fb73003940e2b022af1929434705 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/aae2fb73003940e2b022af1929434705 2024-12-07T06:22:15,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/32fc585bc38c4850ab7163f03a797f0d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/32fc585bc38c4850ab7163f03a797f0d 2024-12-07T06:22:15,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fbeeec6be8134d95acf0ee2db7b168a8 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/fbeeec6be8134d95acf0ee2db7b168a8 2024-12-07T06:22:15,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/f10a54a4b7ef45d7bcb0bb61da0461cb to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/f10a54a4b7ef45d7bcb0bb61da0461cb 2024-12-07T06:22:15,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/642a3c47bfc34bdb99c5fd20c00744d7 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/642a3c47bfc34bdb99c5fd20c00744d7 2024-12-07T06:22:15,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/3d766892ff5445c0bda7a6813a73db66 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/3d766892ff5445c0bda7a6813a73db66 2024-12-07T06:22:15,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/238d2e5152a04b10b96eb7b3dc11a5ea to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/238d2e5152a04b10b96eb7b3dc11a5ea 2024-12-07T06:22:15,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/69d2f4b82a1a4068b0147fdb03ce2b6c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/69d2f4b82a1a4068b0147fdb03ce2b6c 2024-12-07T06:22:15,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e15b1ab628cd41219182d1f2e3311127 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e15b1ab628cd41219182d1f2e3311127 2024-12-07T06:22:15,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a788c3d97d304c48a419a981e6de9054 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/a788c3d97d304c48a419a981e6de9054 2024-12-07T06:22:15,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/88e0af88445b40ec93bd476289199c57 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/88e0af88445b40ec93bd476289199c57 2024-12-07T06:22:15,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/efcafa7e523941f99e71074d4e129b07 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/efcafa7e523941f99e71074d4e129b07 2024-12-07T06:22:15,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/1ce96677ab2c41aa97b369557cd54a08 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/1ce96677ab2c41aa97b369557cd54a08 2024-12-07T06:22:15,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/0f9aa983aeee43eeb4171fc0c5124ea6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/0f9aa983aeee43eeb4171fc0c5124ea6 2024-12-07T06:22:15,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/51e28b5d5ca642cbb68025e8eb856a7c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/51e28b5d5ca642cbb68025e8eb856a7c 2024-12-07T06:22:15,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/11817df1ba5c4ea6b695d5ea54c9864d to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/11817df1ba5c4ea6b695d5ea54c9864d 2024-12-07T06:22:15,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/7f6d1b1b1a6f4ea5a9c0385420cf3255 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/7f6d1b1b1a6f4ea5a9c0385420cf3255 2024-12-07T06:22:15,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/68d47bf199204d1791e18dd5ff7b566b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/68d47bf199204d1791e18dd5ff7b566b 2024-12-07T06:22:15,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/dc96ed43d02d434db658359ed7d23563, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/fadfea5304c844239505872b8318b66f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d680ab14285b46e9bc0f6a1a7ac0426a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b7d200b3d36c4b03ae6fa5dc01453fca, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b028c52d657c41dca3ba9bc636510e2c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/287441ee48cf44508e797e750ad930b2, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/631d68f2a7b34d4782ebfe0b53043225, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/70e3ecafeacc438bb31a5c0a9e69d2e9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/03c7c096e53440199c6693b020885d51, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2e11d04f7c854ca0ab7f4128f1eb9c1c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/48e0136389714ac4b946807b9348dd8e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/67edb6f85bb24154941382b61788188e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/c53da2f87cd14cf384dc16363c63c1e8, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/71670c9866404d0b9765dab6526d45ac, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/652a961b993f447ead43ed650e0373f9, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2460ee3de561435aaa3d3bc95b4f3254, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/8f22fcafafc54ee580369ed8e82a7f0e, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d021d76f4f8444c887463e46d47a05ec, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/964885001ab747f69a07fa4073c2e00b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/cc9eef31c9bb492e8485d06f9f218d40, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/9b5255e6a17e4f46a197f65e016a5993, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/84ac027c11f540e1a4c1a6f438a1431a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/806911d3389f4ae2adea4ba991972b37, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/0498d5b6229e419fbac5722b49f6a5bd, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/ad1ac885ae5f47b29fcf16d23cc31d65, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/5e80a312aff94175905e129942fb9ccb] to archive 2024-12-07T06:22:15,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:22:15,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/dc96ed43d02d434db658359ed7d23563 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/dc96ed43d02d434db658359ed7d23563 2024-12-07T06:22:15,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/fadfea5304c844239505872b8318b66f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/fadfea5304c844239505872b8318b66f 2024-12-07T06:22:15,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d680ab14285b46e9bc0f6a1a7ac0426a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d680ab14285b46e9bc0f6a1a7ac0426a 2024-12-07T06:22:15,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b7d200b3d36c4b03ae6fa5dc01453fca to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b7d200b3d36c4b03ae6fa5dc01453fca 2024-12-07T06:22:15,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b028c52d657c41dca3ba9bc636510e2c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/b028c52d657c41dca3ba9bc636510e2c 2024-12-07T06:22:15,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/287441ee48cf44508e797e750ad930b2 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/287441ee48cf44508e797e750ad930b2 2024-12-07T06:22:15,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/631d68f2a7b34d4782ebfe0b53043225 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/631d68f2a7b34d4782ebfe0b53043225 2024-12-07T06:22:15,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/70e3ecafeacc438bb31a5c0a9e69d2e9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/70e3ecafeacc438bb31a5c0a9e69d2e9 2024-12-07T06:22:15,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/03c7c096e53440199c6693b020885d51 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/03c7c096e53440199c6693b020885d51 2024-12-07T06:22:15,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2e11d04f7c854ca0ab7f4128f1eb9c1c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2e11d04f7c854ca0ab7f4128f1eb9c1c 2024-12-07T06:22:15,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/48e0136389714ac4b946807b9348dd8e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/48e0136389714ac4b946807b9348dd8e 2024-12-07T06:22:15,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/67edb6f85bb24154941382b61788188e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/67edb6f85bb24154941382b61788188e 2024-12-07T06:22:15,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/c53da2f87cd14cf384dc16363c63c1e8 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/c53da2f87cd14cf384dc16363c63c1e8 2024-12-07T06:22:15,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/71670c9866404d0b9765dab6526d45ac to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/71670c9866404d0b9765dab6526d45ac 2024-12-07T06:22:15,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/652a961b993f447ead43ed650e0373f9 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/652a961b993f447ead43ed650e0373f9 2024-12-07T06:22:15,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2460ee3de561435aaa3d3bc95b4f3254 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/2460ee3de561435aaa3d3bc95b4f3254 2024-12-07T06:22:15,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/8f22fcafafc54ee580369ed8e82a7f0e to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/8f22fcafafc54ee580369ed8e82a7f0e 2024-12-07T06:22:15,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d021d76f4f8444c887463e46d47a05ec to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/d021d76f4f8444c887463e46d47a05ec 2024-12-07T06:22:15,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/964885001ab747f69a07fa4073c2e00b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/964885001ab747f69a07fa4073c2e00b 2024-12-07T06:22:15,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/cc9eef31c9bb492e8485d06f9f218d40 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/cc9eef31c9bb492e8485d06f9f218d40 2024-12-07T06:22:15,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/9b5255e6a17e4f46a197f65e016a5993 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/9b5255e6a17e4f46a197f65e016a5993 2024-12-07T06:22:15,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/84ac027c11f540e1a4c1a6f438a1431a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/84ac027c11f540e1a4c1a6f438a1431a 2024-12-07T06:22:15,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/806911d3389f4ae2adea4ba991972b37 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/806911d3389f4ae2adea4ba991972b37 2024-12-07T06:22:15,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/0498d5b6229e419fbac5722b49f6a5bd to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/0498d5b6229e419fbac5722b49f6a5bd 2024-12-07T06:22:15,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/ad1ac885ae5f47b29fcf16d23cc31d65 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/ad1ac885ae5f47b29fcf16d23cc31d65 2024-12-07T06:22:15,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/5e80a312aff94175905e129942fb9ccb to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/5e80a312aff94175905e129942fb9ccb 2024-12-07T06:22:15,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/92e2b1bc74954a2ebee98d2c83a3fe6a, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d5a7b308485a4ec4baad836b8c738439, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/6e35169954404950ae72ba89894272ee, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/51612ecbc9264406bd67024f48e0caec, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d8515e91bf4e4cfaadafdcff413bfe39, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/a1daceace4364bdb89c1d6ba8b54a931, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/cec0ca0143f545d8abb30ce315676bd1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/885d26907a964ba68585e0a6b10e7af5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b4f48c4f43a945279cc5dd048ac0a00c, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0b6ede6fb59d4b9fbaee127db82ed774, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/06a426e87e5d422d9fb0586afb4d9078, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b9444160764f402a9a8ea3a18e7ddcc5, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/458c281cb0e64bdca19e659d10f9428f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/edaca3ab459749bf81da00aee6c0c7c6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d1e01c163d8d43289c274c9cb138ca16, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0d04dede3e374ac2ace0f612be7383f6, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c48de1c5de274162a96e59bf7746925f, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/975db469ca894d10831f72e73dda7d74, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/eab53402462a4a65ae23092e8abeed3b, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f59f202411474fc6997b849c8f8e5ae1, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/245b8065f4064ed7b1e758444830cfc0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f6642877a05a4cd794a4dc51f7c12119, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/746e605be8a5475985a446ab719346a0, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c09e2657e96a44feb17419058ff52c01, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/be9317c5d28449e1b9ec258f797681aa, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/5f5db3017b8c43bf8feac5149367aee0] to archive 2024-12-07T06:22:15,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T06:22:15,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/92e2b1bc74954a2ebee98d2c83a3fe6a to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/92e2b1bc74954a2ebee98d2c83a3fe6a 2024-12-07T06:22:15,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d5a7b308485a4ec4baad836b8c738439 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d5a7b308485a4ec4baad836b8c738439 2024-12-07T06:22:15,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/6e35169954404950ae72ba89894272ee to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/6e35169954404950ae72ba89894272ee 2024-12-07T06:22:15,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/51612ecbc9264406bd67024f48e0caec to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/51612ecbc9264406bd67024f48e0caec 2024-12-07T06:22:15,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d8515e91bf4e4cfaadafdcff413bfe39 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d8515e91bf4e4cfaadafdcff413bfe39 2024-12-07T06:22:15,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/a1daceace4364bdb89c1d6ba8b54a931 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/a1daceace4364bdb89c1d6ba8b54a931 2024-12-07T06:22:15,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/cec0ca0143f545d8abb30ce315676bd1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/cec0ca0143f545d8abb30ce315676bd1 2024-12-07T06:22:15,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/885d26907a964ba68585e0a6b10e7af5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/885d26907a964ba68585e0a6b10e7af5 2024-12-07T06:22:15,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b4f48c4f43a945279cc5dd048ac0a00c to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b4f48c4f43a945279cc5dd048ac0a00c 2024-12-07T06:22:15,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0b6ede6fb59d4b9fbaee127db82ed774 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0b6ede6fb59d4b9fbaee127db82ed774 2024-12-07T06:22:15,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/06a426e87e5d422d9fb0586afb4d9078 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/06a426e87e5d422d9fb0586afb4d9078 2024-12-07T06:22:15,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b9444160764f402a9a8ea3a18e7ddcc5 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b9444160764f402a9a8ea3a18e7ddcc5 2024-12-07T06:22:15,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/458c281cb0e64bdca19e659d10f9428f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/458c281cb0e64bdca19e659d10f9428f 2024-12-07T06:22:15,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/edaca3ab459749bf81da00aee6c0c7c6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/edaca3ab459749bf81da00aee6c0c7c6 2024-12-07T06:22:15,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d1e01c163d8d43289c274c9cb138ca16 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/d1e01c163d8d43289c274c9cb138ca16 2024-12-07T06:22:15,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0d04dede3e374ac2ace0f612be7383f6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0d04dede3e374ac2ace0f612be7383f6 2024-12-07T06:22:15,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c48de1c5de274162a96e59bf7746925f to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c48de1c5de274162a96e59bf7746925f 2024-12-07T06:22:15,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/975db469ca894d10831f72e73dda7d74 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/975db469ca894d10831f72e73dda7d74 2024-12-07T06:22:15,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/eab53402462a4a65ae23092e8abeed3b to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/eab53402462a4a65ae23092e8abeed3b 2024-12-07T06:22:15,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f59f202411474fc6997b849c8f8e5ae1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f59f202411474fc6997b849c8f8e5ae1 2024-12-07T06:22:15,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/245b8065f4064ed7b1e758444830cfc0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/245b8065f4064ed7b1e758444830cfc0 2024-12-07T06:22:15,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f6642877a05a4cd794a4dc51f7c12119 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/f6642877a05a4cd794a4dc51f7c12119 2024-12-07T06:22:15,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/746e605be8a5475985a446ab719346a0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/746e605be8a5475985a446ab719346a0 2024-12-07T06:22:15,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c09e2657e96a44feb17419058ff52c01 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/c09e2657e96a44feb17419058ff52c01 2024-12-07T06:22:15,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/be9317c5d28449e1b9ec258f797681aa to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/be9317c5d28449e1b9ec258f797681aa 2024-12-07T06:22:15,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/5f5db3017b8c43bf8feac5149367aee0 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/5f5db3017b8c43bf8feac5149367aee0 2024-12-07T06:22:15,421 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/recovered.edits/396.seqid, newMaxSeqId=396, maxSeqId=4 2024-12-07T06:22:15,422 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376. 2024-12-07T06:22:15,422 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1635): Region close journal for e20c0a882810322daee93802914c9376: 2024-12-07T06:22:15,423 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(170): Closed e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,423 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=197 updating hbase:meta row=e20c0a882810322daee93802914c9376, regionState=CLOSED 2024-12-07T06:22:15,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=198, resume processing ppid=197 2024-12-07T06:22:15,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=198, ppid=197, state=SUCCESS; CloseRegionProcedure e20c0a882810322daee93802914c9376, server=38a4c3e922fd,38777,1733552352987 in 1.8660 sec 2024-12-07T06:22:15,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=197, resume processing ppid=196 2024-12-07T06:22:15,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, ppid=196, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e20c0a882810322daee93802914c9376, UNASSIGN in 1.8680 sec 2024-12-07T06:22:15,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-12-07T06:22:15,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8710 sec 2024-12-07T06:22:15,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733552535428"}]},"ts":"1733552535428"} 2024-12-07T06:22:15,429 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T06:22:15,431 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T06:22:15,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8800 sec 2024-12-07T06:22:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-07T06:22:15,656 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-12-07T06:22:15,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T06:22:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1098): Stored pid=199, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:22:15,658 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=199, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:22:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-07T06:22:15,658 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=199, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:22:15,659 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,661 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C, FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/recovered.edits] 2024-12-07T06:22:15,663 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/aba9d5e96e2448f8a74dc651bd9e7964 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/aba9d5e96e2448f8a74dc651bd9e7964 2024-12-07T06:22:15,664 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e03e241d28054c38af3a4a95dfa71bfd to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/e03e241d28054c38af3a4a95dfa71bfd 2024-12-07T06:22:15,665 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/eb5a27e4f7e241a09c1d9ee7b419d0a6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/A/eb5a27e4f7e241a09c1d9ee7b419d0a6 2024-12-07T06:22:15,666 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/3a526a25452946c6ade0b557151950ba to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/3a526a25452946c6ade0b557151950ba 2024-12-07T06:22:15,667 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/78bc8a3f747e4ac085b804a46e902867 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/78bc8a3f747e4ac085b804a46e902867 2024-12-07T06:22:15,668 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/8948810889e240a990729b21450b77dd to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/B/8948810889e240a990729b21450b77dd 2024-12-07T06:22:15,669 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0dc4cd45dc834486bffb5ab3e8a5a376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/0dc4cd45dc834486bffb5ab3e8a5a376 2024-12-07T06:22:15,670 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/3fe04c3c748e455bac4a74b35620f4e1 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/3fe04c3c748e455bac4a74b35620f4e1 2024-12-07T06:22:15,671 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b97c19d8c8744c6d817315224317e3f6 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/C/b97c19d8c8744c6d817315224317e3f6 2024-12-07T06:22:15,673 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/recovered.edits/396.seqid to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376/recovered.edits/396.seqid 2024-12-07T06:22:15,673 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/default/TestAcidGuarantees/e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,674 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T06:22:15,674 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T06:22:15,674 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T06:22:15,676 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120712f151effa794aa196b0be71374e32ae_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120712f151effa794aa196b0be71374e32ae_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,677 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071c1a1be7939a4344ab00cec99254e6be_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071c1a1be7939a4344ab00cec99254e6be_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,678 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072587ab0af1eb4c059c7ed566e1a0a79c_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072587ab0af1eb4c059c7ed566e1a0a79c_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,679 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207371a0d15762b4595a2e2a25093307670_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207371a0d15762b4595a2e2a25093307670_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,680 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207384ce33270a34d10842ec7b5800edf40_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207384ce33270a34d10842ec7b5800edf40_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,680 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120739bc1afa3cf5448491d8a0d320d7d568_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120739bc1afa3cf5448491d8a0d320d7d568_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,681 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074ef8fcbd84b242138fc349376f929430_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074ef8fcbd84b242138fc349376f929430_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,682 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074fe287a917d4445bb45e1694f0f3bb88_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074fe287a917d4445bb45e1694f0f3bb88_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,683 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075a8c47a1c5bc40fa853a64026c3f503a_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075a8c47a1c5bc40fa853a64026c3f503a_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,683 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075b234c1916a548fbb1ecb2141c9ba8b4_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075b234c1916a548fbb1ecb2141c9ba8b4_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,684 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120761e82fabba354512a2b9d8d51ad4c873_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120761e82fabba354512a2b9d8d51ad4c873_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,685 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120763459d1f4dec4210b2fbdf27b48733ea_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120763459d1f4dec4210b2fbdf27b48733ea_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,686 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076899b5e0820a422db55cafb381637739_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076899b5e0820a422db55cafb381637739_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,686 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076a6f8d9f901e46f7a5bb04fa939256c1_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076a6f8d9f901e46f7a5bb04fa939256c1_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,687 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076df8a504cf1a4787a5e693ca3841e013_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076df8a504cf1a4787a5e693ca3841e013_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,688 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120779b289512b304ad38adc0cd081497377_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120779b289512b304ad38adc0cd081497377_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,688 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207854b1500ab614e3bb0a243d427274b17_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207854b1500ab614e3bb0a243d427274b17_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,689 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078817994dc8304aad8b8203391c0fa334_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078817994dc8304aad8b8203391c0fa334_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,690 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b9f1a33eeaf74c5c9b12c5aa815e0a5e_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b9f1a33eeaf74c5c9b12c5aa815e0a5e_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,691 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d3f38cba65a24d6ea67217cf9e842ab9_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d3f38cba65a24d6ea67217cf9e842ab9_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,691 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fafb2c872b8b4ec1b0d57b93d6f13804_e20c0a882810322daee93802914c9376 to hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fafb2c872b8b4ec1b0d57b93d6f13804_e20c0a882810322daee93802914c9376 2024-12-07T06:22:15,692 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T06:22:15,693 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=199, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:22:15,695 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T06:22:15,697 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T06:22:15,698 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=199, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:22:15,698 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T06:22:15,698 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733552535698"}]},"ts":"9223372036854775807"} 2024-12-07T06:22:15,699 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T06:22:15,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e20c0a882810322daee93802914c9376, NAME => 'TestAcidGuarantees,,1733552503137.e20c0a882810322daee93802914c9376.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T06:22:15,699 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T06:22:15,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733552535699"}]},"ts":"9223372036854775807"} 2024-12-07T06:22:15,701 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T06:22:15,702 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=199, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T06:22:15,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=199, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-12-07T06:22:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-07T06:22:15,759 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 199 completed 2024-12-07T06:22:15,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 424), ProcessCount=9 (was 9), AvailableMemoryMB=8172 (was 8190) 2024-12-07T06:22:15,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-07T06:22:15,768 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T06:22:15,768 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76523d14 to 127.0.0.1:58548 2024-12-07T06:22:15,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:15,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T06:22:15,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759250028, stopped=false 2024-12-07T06:22:15,769 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=38a4c3e922fd,36097,1733552352200 2024-12-07T06:22:15,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T06:22:15,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T06:22:15,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:22:15,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:22:15,770 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-07T06:22:15,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T06:22:15,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:15,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T06:22:15,771 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '38a4c3e922fd,38777,1733552352987' ***** 2024-12-07T06:22:15,771 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-07T06:22:15,772 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T06:22:15,772 INFO [RS:0;38a4c3e922fd:38777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T06:22:15,772 INFO [RS:0;38a4c3e922fd:38777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T06:22:15,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-07T06:22:15,772 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(3579): Received CLOSE for db3527a750ad521e8117fd934bcb9241 2024-12-07T06:22:15,772 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1224): stopping server 38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:15,772 DEBUG [RS:0;38a4c3e922fd:38777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:15,772 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T06:22:15,772 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T06:22:15,772 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T06:22:15,772 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-07T06:22:15,773 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing db3527a750ad521e8117fd934bcb9241, disabling compactions & flushes 2024-12-07T06:22:15,773 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-07T06:22:15,773 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, db3527a750ad521e8117fd934bcb9241=hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241.} 2024-12-07T06:22:15,773 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:22:15,773 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:22:15,773 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. after waiting 0 ms 2024-12-07T06:22:15,773 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:22:15,773 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-07T06:22:15,773 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing db3527a750ad521e8117fd934bcb9241 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-07T06:22:15,773 INFO [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-07T06:22:15,773 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-07T06:22:15,773 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T06:22:15,773 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T06:22:15,773 INFO [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-07T06:22:15,776 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, db3527a750ad521e8117fd934bcb9241 2024-12-07T06:22:15,783 INFO [regionserver/38a4c3e922fd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T06:22:15,794 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/namespace/db3527a750ad521e8117fd934bcb9241/.tmp/info/ad4512a37b7e4b1a80c3088e77e55956 is 45, key is default/info:d/1733552358002/Put/seqid=0 2024-12-07T06:22:15,795 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/.tmp/info/0293465486cd408e9af3a73e9b7e0262 is 143, key is hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241./info:regioninfo/1733552357888/Put/seqid=0 2024-12-07T06:22:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742609_1785 (size=5037) 2024-12-07T06:22:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742610_1786 (size=7725) 2024-12-07T06:22:15,800 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/namespace/db3527a750ad521e8117fd934bcb9241/.tmp/info/ad4512a37b7e4b1a80c3088e77e55956 2024-12-07T06:22:15,803 INFO [regionserver/38a4c3e922fd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T06:22:15,803 DEBUG [regionserver/38a4c3e922fd:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.0, tune throughput to 50.00 MB/second 2024-12-07T06:22:15,803 INFO [regionserver/38a4c3e922fd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T06:22:15,804 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/namespace/db3527a750ad521e8117fd934bcb9241/.tmp/info/ad4512a37b7e4b1a80c3088e77e55956 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/namespace/db3527a750ad521e8117fd934bcb9241/info/ad4512a37b7e4b1a80c3088e77e55956 2024-12-07T06:22:15,807 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/namespace/db3527a750ad521e8117fd934bcb9241/info/ad4512a37b7e4b1a80c3088e77e55956, entries=2, sequenceid=6, filesize=4.9 K 2024-12-07T06:22:15,807 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for db3527a750ad521e8117fd934bcb9241 in 34ms, sequenceid=6, compaction requested=false 2024-12-07T06:22:15,810 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/namespace/db3527a750ad521e8117fd934bcb9241/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-07T06:22:15,811 INFO [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:22:15,811 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for db3527a750ad521e8117fd934bcb9241: 2024-12-07T06:22:15,811 DEBUG [RS_CLOSE_REGION-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733552357049.db3527a750ad521e8117fd934bcb9241. 2024-12-07T06:22:15,976 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T06:22:16,176 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T06:22:16,201 INFO [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/.tmp/info/0293465486cd408e9af3a73e9b7e0262 2024-12-07T06:22:16,219 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/.tmp/rep_barrier/c136eb698f5b4e1bad0e3f7ec5adfe64 is 102, key is TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f./rep_barrier:/1733552386530/DeleteFamily/seqid=0 2024-12-07T06:22:16,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742611_1787 (size=6025) 2024-12-07T06:22:16,377 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T06:22:16,577 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T06:22:16,623 INFO [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/.tmp/rep_barrier/c136eb698f5b4e1bad0e3f7ec5adfe64 2024-12-07T06:22:16,641 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/.tmp/table/a680ebb573ba46e8a9b2ee910687a6b7 is 96, key is TestAcidGuarantees,,1733552358251.d4486e9fd722297a097a6e9865eb417f./table:/1733552386530/DeleteFamily/seqid=0 2024-12-07T06:22:16,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742612_1788 (size=5942) 2024-12-07T06:22:16,777 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-07T06:22:16,777 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T06:22:16,777 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T06:22:16,977 DEBUG [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T06:22:17,044 INFO [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/.tmp/table/a680ebb573ba46e8a9b2ee910687a6b7 2024-12-07T06:22:17,048 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/.tmp/info/0293465486cd408e9af3a73e9b7e0262 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/info/0293465486cd408e9af3a73e9b7e0262 2024-12-07T06:22:17,050 INFO [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/info/0293465486cd408e9af3a73e9b7e0262, entries=22, sequenceid=93, filesize=7.5 K 2024-12-07T06:22:17,051 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/.tmp/rep_barrier/c136eb698f5b4e1bad0e3f7ec5adfe64 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/rep_barrier/c136eb698f5b4e1bad0e3f7ec5adfe64 2024-12-07T06:22:17,053 INFO [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/rep_barrier/c136eb698f5b4e1bad0e3f7ec5adfe64, entries=6, sequenceid=93, filesize=5.9 K 2024-12-07T06:22:17,054 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/.tmp/table/a680ebb573ba46e8a9b2ee910687a6b7 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/table/a680ebb573ba46e8a9b2ee910687a6b7 2024-12-07T06:22:17,057 INFO [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/table/a680ebb573ba46e8a9b2ee910687a6b7, entries=9, sequenceid=93, filesize=5.8 K 2024-12-07T06:22:17,057 INFO [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1284ms, sequenceid=93, compaction requested=false 2024-12-07T06:22:17,061 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-07T06:22:17,061 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T06:22:17,062 INFO [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-07T06:22:17,062 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-07T06:22:17,062 DEBUG [RS_CLOSE_META-regionserver/38a4c3e922fd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T06:22:17,178 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1250): stopping server 38a4c3e922fd,38777,1733552352987; all regions closed. 2024-12-07T06:22:17,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741834_1010 (size=26050) 2024-12-07T06:22:17,184 DEBUG [RS:0;38a4c3e922fd:38777 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/oldWALs 2024-12-07T06:22:17,184 INFO [RS:0;38a4c3e922fd:38777 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 38a4c3e922fd%2C38777%2C1733552352987.meta:.meta(num 1733552356781) 2024-12-07T06:22:17,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741832_1008 (size=17879674) 2024-12-07T06:22:17,187 DEBUG [RS:0;38a4c3e922fd:38777 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/oldWALs 2024-12-07T06:22:17,187 INFO [RS:0;38a4c3e922fd:38777 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 38a4c3e922fd%2C38777%2C1733552352987:(num 1733552355894) 2024-12-07T06:22:17,187 DEBUG [RS:0;38a4c3e922fd:38777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:17,187 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T06:22:17,188 INFO [RS:0;38a4c3e922fd:38777 {}] hbase.ChoreService(370): Chore service for: regionserver/38a4c3e922fd:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T06:22:17,188 INFO [regionserver/38a4c3e922fd:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-07T06:22:17,188 INFO [RS:0;38a4c3e922fd:38777 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38777 2024-12-07T06:22:17,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38a4c3e922fd,38777,1733552352987 2024-12-07T06:22:17,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T06:22:17,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a4c3e922fd,38777,1733552352987] 2024-12-07T06:22:17,193 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 38a4c3e922fd,38777,1733552352987; numProcessing=1 2024-12-07T06:22:17,194 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/38a4c3e922fd,38777,1733552352987 already deleted, retry=false 2024-12-07T06:22:17,195 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 38a4c3e922fd,38777,1733552352987 expired; onlineServers=0 2024-12-07T06:22:17,195 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '38a4c3e922fd,36097,1733552352200' ***** 2024-12-07T06:22:17,195 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T06:22:17,195 DEBUG [M:0;38a4c3e922fd:36097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775b3170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a4c3e922fd/172.17.0.2:0 2024-12-07T06:22:17,195 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.HRegionServer(1224): stopping server 38a4c3e922fd,36097,1733552352200 2024-12-07T06:22:17,195 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.HRegionServer(1250): stopping server 38a4c3e922fd,36097,1733552352200; all regions closed. 2024-12-07T06:22:17,195 DEBUG [M:0;38a4c3e922fd:36097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T06:22:17,195 DEBUG [M:0;38a4c3e922fd:36097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T06:22:17,195 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T06:22:17,195 DEBUG [M:0;38a4c3e922fd:36097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T06:22:17,195 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster-HFileCleaner.small.0-1733552355544 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a4c3e922fd:0:becomeActiveMaster-HFileCleaner.small.0-1733552355544,5,FailOnTimeoutGroup] 2024-12-07T06:22:17,195 DEBUG [master/38a4c3e922fd:0:becomeActiveMaster-HFileCleaner.large.0-1733552355543 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a4c3e922fd:0:becomeActiveMaster-HFileCleaner.large.0-1733552355543,5,FailOnTimeoutGroup] 2024-12-07T06:22:17,195 INFO [M:0;38a4c3e922fd:36097 {}] hbase.ChoreService(370): Chore service for: master/38a4c3e922fd:0 had [] on shutdown 2024-12-07T06:22:17,196 DEBUG [M:0;38a4c3e922fd:36097 {}] master.HMaster(1733): Stopping service threads 2024-12-07T06:22:17,196 INFO [M:0;38a4c3e922fd:36097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T06:22:17,196 ERROR [M:0;38a4c3e922fd:36097 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-07T06:22:17,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T06:22:17,197 INFO [M:0;38a4c3e922fd:36097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T06:22:17,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T06:22:17,197 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T06:22:17,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T06:22:17,197 DEBUG [M:0;38a4c3e922fd:36097 {}] zookeeper.ZKUtil(347): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T06:22:17,197 WARN [M:0;38a4c3e922fd:36097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T06:22:17,197 INFO [M:0;38a4c3e922fd:36097 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-07T06:22:17,197 INFO [M:0;38a4c3e922fd:36097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T06:22:17,197 DEBUG [M:0;38a4c3e922fd:36097 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T06:22:17,197 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T06:22:17,197 DEBUG [M:0;38a4c3e922fd:36097 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T06:22:17,197 DEBUG [M:0;38a4c3e922fd:36097 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T06:22:17,197 DEBUG [M:0;38a4c3e922fd:36097 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T06:22:17,198 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=807.00 KB heapSize=994.85 KB 2024-12-07T06:22:17,213 DEBUG [M:0;38a4c3e922fd:36097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfb74fd134e24b7390149cc1116efac6 is 82, key is hbase:meta,,1/info:regioninfo/1733552356936/Put/seqid=0 2024-12-07T06:22:17,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742613_1789 (size=5672) 2024-12-07T06:22:17,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T06:22:17,293 INFO [RS:0;38a4c3e922fd:38777 {}] regionserver.HRegionServer(1307): Exiting; stopping=38a4c3e922fd,38777,1733552352987; zookeeper connection closed. 2024-12-07T06:22:17,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38777-0x1006b2161710001, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T06:22:17,294 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30bbfc96 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30bbfc96 2024-12-07T06:22:17,294 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T06:22:17,616 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2309 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfb74fd134e24b7390149cc1116efac6 2024-12-07T06:22:17,636 DEBUG [M:0;38a4c3e922fd:36097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c9e29287e804de79194bea20234384b is 2284, key is \x00\x00\x00\x00\x00\x00\x00m/proc:d/1733552452797/Put/seqid=0 2024-12-07T06:22:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742614_1790 (size=48738) 2024-12-07T06:22:18,040 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=806.44 KB at sequenceid=2309 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c9e29287e804de79194bea20234384b 2024-12-07T06:22:18,043 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c9e29287e804de79194bea20234384b 2024-12-07T06:22:18,064 DEBUG [M:0;38a4c3e922fd:36097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edd49f2d780b4c7f88c7bd5a76c0f3b3 is 69, key is 38a4c3e922fd,38777,1733552352987/rs:state/1733552355673/Put/seqid=0 2024-12-07T06:22:18,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073742615_1791 (size=5156) 2024-12-07T06:22:18,467 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2309 (bloomFilter=true), to=hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edd49f2d780b4c7f88c7bd5a76c0f3b3 2024-12-07T06:22:18,470 DEBUG [M:0;38a4c3e922fd:36097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfb74fd134e24b7390149cc1116efac6 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfb74fd134e24b7390149cc1116efac6 2024-12-07T06:22:18,473 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfb74fd134e24b7390149cc1116efac6, entries=8, sequenceid=2309, filesize=5.5 K 2024-12-07T06:22:18,473 DEBUG [M:0;38a4c3e922fd:36097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c9e29287e804de79194bea20234384b as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c9e29287e804de79194bea20234384b 2024-12-07T06:22:18,475 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c9e29287e804de79194bea20234384b 2024-12-07T06:22:18,475 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c9e29287e804de79194bea20234384b, entries=199, sequenceid=2309, filesize=47.6 K 2024-12-07T06:22:18,476 DEBUG [M:0;38a4c3e922fd:36097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edd49f2d780b4c7f88c7bd5a76c0f3b3 as hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edd49f2d780b4c7f88c7bd5a76c0f3b3 2024-12-07T06:22:18,478 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43757/user/jenkins/test-data/21e4e213-efe6-d593-7e64-7e17d6dcdeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edd49f2d780b4c7f88c7bd5a76c0f3b3, entries=1, sequenceid=2309, filesize=5.0 K 2024-12-07T06:22:18,479 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.HRegion(3040): Finished flush of dataSize ~807.00 KB/826363, heapSize ~994.55 KB/1018424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=2309, compaction requested=false 2024-12-07T06:22:18,480 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T06:22:18,480 DEBUG [M:0;38a4c3e922fd:36097 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T06:22:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741830_1006 (size=977767) 2024-12-07T06:22:18,482 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-07T06:22:18,482 INFO [M:0;38a4c3e922fd:36097 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-07T06:22:18,482 INFO [M:0;38a4c3e922fd:36097 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36097 2024-12-07T06:22:18,484 DEBUG [M:0;38a4c3e922fd:36097 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/38a4c3e922fd,36097,1733552352200 already deleted, retry=false 2024-12-07T06:22:18,585 INFO [M:0;38a4c3e922fd:36097 {}] regionserver.HRegionServer(1307): Exiting; stopping=38a4c3e922fd,36097,1733552352200; zookeeper connection closed. 2024-12-07T06:22:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T06:22:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1006b2161710000, quorum=127.0.0.1:58548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T06:22:18,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T06:22:18,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T06:22:18,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T06:22:18,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T06:22:18,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/hadoop.log.dir/,STOPPED} 2024-12-07T06:22:18,595 WARN [BP-1270742445-172.17.0.2-1733552349156 heartbeating to localhost/127.0.0.1:43757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T06:22:18,595 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T06:22:18,595 WARN [BP-1270742445-172.17.0.2-1733552349156 heartbeating to localhost/127.0.0.1:43757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1270742445-172.17.0.2-1733552349156 (Datanode Uuid ae62cc38-f4a9-4943-8763-c456e2fbbca4) service to localhost/127.0.0.1:43757 2024-12-07T06:22:18,595 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T06:22:18,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/cluster_c89e7cd8-eeeb-2770-a167-1e9921f5fa2f/dfs/data/data1/current/BP-1270742445-172.17.0.2-1733552349156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T06:22:18,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/cluster_c89e7cd8-eeeb-2770-a167-1e9921f5fa2f/dfs/data/data2/current/BP-1270742445-172.17.0.2-1733552349156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T06:22:18,598 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T06:22:18,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T06:22:18,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T06:22:18,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T06:22:18,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T06:22:18,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e5367d-8b65-4d7e-d959-9427f9ace288/hadoop.log.dir/,STOPPED} 2024-12-07T06:22:18,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-07T06:22:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down